[ { "50.00 percentile latency (ns)": 148086860, "90.00 percentile latency (ns)": 165668909, "90th percentile latency (ns)": 165668909, "95.00 percentile latency (ns)": 173868346, "97.00 percentile latency (ns)": 178224314, "99.00 percentile latency (ns)": 190472178, "99.90 percentile latency (ns)": 206563153, "Max latency (ns)": 221780726, "Mean latency (ns)": 152230093, "Min duration satisfied": "Yes", "Min latency (ns)": 140674572, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 6.57, "QPS w/o loadgen overhead": 6.57, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 78.504, "characteristics.good": 39252, "characteristics.samples_per_second": 6.57, "characteristics.samples_per_second.normalized_per_core": 0.05475, "characteristics.samples_per_second.normalized_per_processor": 6.57, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.3.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "efficientnet-lite4-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.3.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "efficientnet-lite4-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.3.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite4.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.3.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 50, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "8c29487393d58d60", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 20222343, "90.00 percentile latency (ns)": 24951905, "90th percentile latency (ns)": 24951905, "95.00 percentile latency (ns)": 28925945, "97.00 percentile latency (ns)": 31787068, "99.00 percentile latency (ns)": 39087438, "99.90 percentile latency (ns)": 78464745, "Max latency (ns)": 95929584, "Mean latency (ns)": 21788420, "Min duration satisfied": "Yes", "Min latency (ns)": 19585033, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 45.86, "QPS w/o loadgen overhead": 45.9, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 75.068, "characteristics.good": 37534, "characteristics.samples_per_second": 45.9, "characteristics.samples_per_second.normalized_per_core": 0.3825, "characteristics.samples_per_second.normalized_per_processor": 45.9, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.3.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "efficientnet-lite0-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.3.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "efficientnet-lite0-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.3.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite0.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.3.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 50, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "a74ab74677a0f987", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 41632101, "90.00 percentile latency (ns)": 58106367, "90th percentile latency (ns)": 58106367, "95.00 percentile latency (ns)": 64013712, "97.00 percentile latency (ns)": 66899061, "99.00 percentile latency (ns)": 77086444, "99.90 percentile latency (ns)": 107417416, "Max latency (ns)": 181683730, "Mean latency (ns)": 45859621, "Min duration satisfied": "Yes", "Min latency (ns)": 39408575, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 21.8, "QPS w/o loadgen overhead": 21.81, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 74.022, "characteristics.good": 37011, "characteristics.samples_per_second": 21.81, "characteristics.samples_per_second.normalized_per_core": 0.18175, "characteristics.samples_per_second.normalized_per_processor": 21.81, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.3.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "efficientnet-lite1-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.3.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "efficientnet-lite1-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.3.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite1.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.3.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 50, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "334cc0bf71ff2b6d", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 35847680, "90.00 percentile latency (ns)": 45196617, "90th percentile latency (ns)": 45196617, "95.00 percentile latency (ns)": 48908869, "97.00 percentile latency (ns)": 51001596, "99.00 percentile latency (ns)": 58522712, "99.90 percentile latency (ns)": 67820318, "Max latency (ns)": 76415110, "Mean latency (ns)": 38225948, "Min duration satisfied": "Yes", "Min latency (ns)": 34282367, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 26.15, "QPS w/o loadgen overhead": 26.16, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 72.9, "characteristics.good": 36450, "characteristics.samples_per_second": 26.16, "characteristics.samples_per_second.normalized_per_core": 0.218, "characteristics.samples_per_second.normalized_per_processor": 26.16, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.3.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v3-large_224_1.0_uint8", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.3.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v3-large_224_1.0_uint8", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.3.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v3/checkpoints/v3-large_224_1.0_uint8.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.3.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 125, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "69397bd0b278d376", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 58978532, "90.00 percentile latency (ns)": 72326317, "90th percentile latency (ns)": 72326317, "95.00 percentile latency (ns)": 76539503, "97.00 percentile latency (ns)": 80146997, "99.00 percentile latency (ns)": 87796408, "99.90 percentile latency (ns)": 95102505, "Max latency (ns)": 105485800, "Mean latency (ns)": 61573907, "Min duration satisfied": "Yes", "Min latency (ns)": 54907593, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 16.24, "QPS w/o loadgen overhead": 16.24, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 74.068, "characteristics.good": 37034, "characteristics.samples_per_second": 16.24, "characteristics.samples_per_second.normalized_per_core": 0.13533333333333333, "characteristics.samples_per_second.normalized_per_processor": 16.24, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.3.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "efficientnet-lite2-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.3.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "efficientnet-lite2-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.3.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite2.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.3.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 50, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "95f214bc56e4a88b", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 29539286, "90.00 percentile latency (ns)": 35360771, "90th percentile latency (ns)": 35360771, "95.00 percentile latency (ns)": 39617160, "97.00 percentile latency (ns)": 44002995, "99.00 percentile latency (ns)": 50493630, "99.90 percentile latency (ns)": 63975438, "Max latency (ns)": 164315790, "Mean latency (ns)": 31183859, "Min duration satisfied": "Yes", "Min latency (ns)": 28357151, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 32.05, "QPS w/o loadgen overhead": 32.07, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 76.642, "characteristics.good": 38321, "characteristics.samples_per_second": 32.07, "characteristics.samples_per_second.normalized_per_core": 0.26725, "characteristics.samples_per_second.normalized_per_processor": 32.07, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.3.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "efficientnet-lite1-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.3.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "efficientnet-lite1-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.3.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite1.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.3.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 50, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "89b1f8e5849dca2c", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 6327466, "90.00 percentile latency (ns)": 7908844, "90th percentile latency (ns)": 7908844, "95.00 percentile latency (ns)": 9372586, "97.00 percentile latency (ns)": 11300346, "99.00 percentile latency (ns)": 15070585, "99.90 percentile latency (ns)": 35135107, "Max latency (ns)": 78783884, "Mean latency (ns)": 6873879, "Min duration satisfied": "Yes", "Min latency (ns)": 5757778, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 145.08, "QPS w/o loadgen overhead": 145.48, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 63.33, "characteristics.good": 31665, "characteristics.samples_per_second": 145.48, "characteristics.samples_per_second.normalized_per_core": 1.2123333333333333, "characteristics.samples_per_second.normalized_per_processor": 145.48, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.3.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v3-small-minimalistic_224_1.0_float", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.3.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v3-small-minimalistic_224_1.0_float", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.3.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v3/checkpoints/v3-small-minimalistic_224_1.0_float.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.3.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 125, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "ea2065d2fa35461d", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 97506718, "90.00 percentile latency (ns)": 113259554, "90th percentile latency (ns)": 113259554, "95.00 percentile latency (ns)": 122721896, "97.00 percentile latency (ns)": 127113205, "99.00 percentile latency (ns)": 141496133, "99.90 percentile latency (ns)": 180276888, "Max latency (ns)": 255672625, "Mean latency (ns)": 102362712, "Min duration satisfied": "Yes", "Min latency (ns)": 94462620, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 9.77, "QPS w/o loadgen overhead": 9.77, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 80.676, "characteristics.good": 40338, "characteristics.samples_per_second": 9.77, "characteristics.samples_per_second.normalized_per_core": 0.08141666666666666, "characteristics.samples_per_second.normalized_per_processor": 9.77, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.3.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "efficientnet-lite4-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.3.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "efficientnet-lite4-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.3.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite4.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.3.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 50, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "7356d73f7e438990", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 17502143, "90.00 percentile latency (ns)": 23585086, "90th percentile latency (ns)": 23585086, "95.00 percentile latency (ns)": 25470573, "97.00 percentile latency (ns)": 28040825, "99.00 percentile latency (ns)": 33824684, "99.90 percentile latency (ns)": 47010165, "Max latency (ns)": 65150799, "Mean latency (ns)": 18988429, "Min duration satisfied": "Yes", "Min latency (ns)": 16001952, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 52.63, "QPS w/o loadgen overhead": 52.66, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 70.338, "characteristics.good": 35169, "characteristics.samples_per_second": 52.66, "characteristics.samples_per_second.normalized_per_core": 0.4388333333333333, "characteristics.samples_per_second.normalized_per_processor": 52.66, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.3.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v3-large-minimalistic_224_1.0_uint8", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.3.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v3-large-minimalistic_224_1.0_uint8", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.3.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v3/checkpoints/v3-large-minimalistic_224_1.0_uint8.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.3.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 125, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "a4ae232873b438e9", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 16338158, "90.00 percentile latency (ns)": 21253340, "90th percentile latency (ns)": 21253340, "95.00 percentile latency (ns)": 23423031, "97.00 percentile latency (ns)": 25413163, "99.00 percentile latency (ns)": 33539680, "99.90 percentile latency (ns)": 52412312, "Max latency (ns)": 84448153, "Mean latency (ns)": 17639123, "Min duration satisfied": "Yes", "Min latency (ns)": 15678163, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 56.65, "QPS w/o loadgen overhead": 56.69, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 64.418, "characteristics.good": 32209, "characteristics.samples_per_second": 56.69, "characteristics.samples_per_second.normalized_per_core": 0.47241666666666665, "characteristics.samples_per_second.normalized_per_processor": 56.69, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.3.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v3-small_224_1.0_uint8", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.3.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v3-small_224_1.0_uint8", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.3.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v3/checkpoints/v3-small_224_1.0_uint8.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.3.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 125, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "0989673ef199bd28", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 40957059, "90.00 percentile latency (ns)": 49340966, "90th percentile latency (ns)": 49340966, "95.00 percentile latency (ns)": 56008890, "97.00 percentile latency (ns)": 58485452, "99.00 percentile latency (ns)": 66515422, "99.90 percentile latency (ns)": 77211469, "Max latency (ns)": 78658959, "Mean latency (ns)": 43344965, "Min duration satisfied": "Yes", "Min latency (ns)": 39655463, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 23.06, "QPS w/o loadgen overhead": 23.07, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 77.542, "characteristics.good": 38771, "characteristics.samples_per_second": 23.07, "characteristics.samples_per_second.normalized_per_core": 0.19225, "characteristics.samples_per_second.normalized_per_processor": 23.07, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.3.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "efficientnet-lite2-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.3.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "efficientnet-lite2-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.3.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite2.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.3.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 50, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "dfaf94057952431d", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 23600511, "90.00 percentile latency (ns)": 28984129, "90th percentile latency (ns)": 28984129, "95.00 percentile latency (ns)": 31835065, "97.00 percentile latency (ns)": 37067956, "99.00 percentile latency (ns)": 44921342, "99.90 percentile latency (ns)": 58894185, "Max latency (ns)": 128687035, "Mean latency (ns)": 25131132, "Min duration satisfied": "Yes", "Min latency (ns)": 22895585, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 39.76, "QPS w/o loadgen overhead": 39.79, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 73.724, "characteristics.good": 36862, "characteristics.samples_per_second": 39.79, "characteristics.samples_per_second.normalized_per_core": 0.33158333333333334, "characteristics.samples_per_second.normalized_per_processor": 39.79, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.3.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v3-large_224_0.75_float", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.3.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v3-large_224_0.75_float", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.3.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v3/checkpoints/v3-large_224_0.75_float.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.3.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 125, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "8e6b59492b849deb", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 14655463, "90.00 percentile latency (ns)": 17205362, "90th percentile latency (ns)": 17205362, "95.00 percentile latency (ns)": 20220721, "97.00 percentile latency (ns)": 22246694, "99.00 percentile latency (ns)": 30490368, "99.90 percentile latency (ns)": 54279527, "Max latency (ns)": 66375971, "Mean latency (ns)": 15537731, "Min duration satisfied": "Yes", "Min latency (ns)": 13895943, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 64.26, "QPS w/o loadgen overhead": 64.36, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 68.336, "characteristics.good": 34168, "characteristics.samples_per_second": 64.36, "characteristics.samples_per_second.normalized_per_core": 0.5363333333333333, "characteristics.samples_per_second.normalized_per_processor": 64.36, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.3.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v3-small_224_1.0_float", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.3.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v3-small_224_1.0_float", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.3.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v3/checkpoints/v3-small_224_1.0_float.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.3.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 125, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "888727e1c24e9f92", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 27611100, "90.00 percentile latency (ns)": 38541909, "90th percentile latency (ns)": 38541909, "95.00 percentile latency (ns)": 42010037, "97.00 percentile latency (ns)": 44896443, "99.00 percentile latency (ns)": 50427706, "99.90 percentile latency (ns)": 59976756, "Max latency (ns)": 63085667, "Mean latency (ns)": 30446814, "Min duration satisfied": "Yes", "Min latency (ns)": 26191642, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 32.83, "QPS w/o loadgen overhead": 32.84, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 71.21, "characteristics.good": 35605, "characteristics.samples_per_second": 32.84, "characteristics.samples_per_second.normalized_per_core": 0.27366666666666667, "characteristics.samples_per_second.normalized_per_processor": 32.84, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.3.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "efficientnet-lite0-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.3.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "efficientnet-lite0-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.3.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite0.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.3.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 50, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "ec862e4767e2433d", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 57922422, "90.00 percentile latency (ns)": 68535552, "90th percentile latency (ns)": 68535552, "95.00 percentile latency (ns)": 74074880, "97.00 percentile latency (ns)": 77838894, "99.00 percentile latency (ns)": 82354431, "99.90 percentile latency (ns)": 148132703, "Max latency (ns)": 225386769, "Mean latency (ns)": 60603657, "Min duration satisfied": "Yes", "Min latency (ns)": 56209670, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 16.49, "QPS w/o loadgen overhead": 16.5, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 79.268, "characteristics.good": 39634, "characteristics.samples_per_second": 16.5, "characteristics.samples_per_second.normalized_per_core": 0.1375, "characteristics.samples_per_second.normalized_per_processor": 16.5, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.3.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "efficientnet-lite3-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.3.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "efficientnet-lite3-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.3.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite3.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.3.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 50, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "c1ef4afabe4fd2bb", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 13647549, "90.00 percentile latency (ns)": 16904901, "90th percentile latency (ns)": 16904901, "95.00 percentile latency (ns)": 19688474, "97.00 percentile latency (ns)": 21209498, "99.00 percentile latency (ns)": 31082745, "99.90 percentile latency (ns)": 48630265, "Max latency (ns)": 91770123, "Mean latency (ns)": 14650017, "Min duration satisfied": "Yes", "Min latency (ns)": 12880445, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 68.19, "QPS w/o loadgen overhead": 68.26, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 66.216, "characteristics.good": 33108, "characteristics.samples_per_second": 68.26, "characteristics.samples_per_second.normalized_per_core": 0.5688333333333334, "characteristics.samples_per_second.normalized_per_processor": 68.26, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.3.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v3-small_224_0.75_float", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.3.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v3-small_224_0.75_float", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.3.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v3/checkpoints/v3-small_224_0.75_float.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.3.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 125, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "ea746a43b3aa6875", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 87100987, "90.00 percentile latency (ns)": 99125926, "90th percentile latency (ns)": 99125926, "95.00 percentile latency (ns)": 106335860, "97.00 percentile latency (ns)": 111894036, "99.00 percentile latency (ns)": 119242568, "99.90 percentile latency (ns)": 131003976, "Max latency (ns)": 152704628, "Mean latency (ns)": 90096365, "Min duration satisfied": "Yes", "Min latency (ns)": 81356850, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 11.1, "QPS w/o loadgen overhead": 11.1, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 76.374, "characteristics.good": 38187, "characteristics.samples_per_second": 11.1, "characteristics.samples_per_second.normalized_per_core": 0.0925, "characteristics.samples_per_second.normalized_per_processor": 11.1, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.3.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "efficientnet-lite3-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.3.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "efficientnet-lite3-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.3.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite3.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.3.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 50, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "235b4945a4c31f40", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 27903572, "90.00 percentile latency (ns)": 33678534, "90th percentile latency (ns)": 33678534, "95.00 percentile latency (ns)": 37825108, "97.00 percentile latency (ns)": 41344776, "99.00 percentile latency (ns)": 48382191, "99.90 percentile latency (ns)": 56350366, "Max latency (ns)": 80168517, "Mean latency (ns)": 29540299, "Min duration satisfied": "Yes", "Min latency (ns)": 27011407, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 33.83, "QPS w/o loadgen overhead": 33.85, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 75.76, "characteristics.good": 37880, "characteristics.samples_per_second": 33.85, "characteristics.samples_per_second.normalized_per_core": 0.28208333333333335, "characteristics.samples_per_second.normalized_per_processor": 33.85, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.3.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v3-large_224_1.0_float", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.3.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v3-large_224_1.0_float", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.3.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v3/checkpoints/v3-large_224_1.0_float.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.3.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 125, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "3313dc91c447e8ed", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 14591428, "90.00 percentile latency (ns)": 18125722, "90th percentile latency (ns)": 18125722, "95.00 percentile latency (ns)": 21509575, "97.00 percentile latency (ns)": 23979215, "99.00 percentile latency (ns)": 33027051, "99.90 percentile latency (ns)": 58677536, "Max latency (ns)": 119616928, "Mean latency (ns)": 15641153, "Min duration satisfied": "Yes", "Min latency (ns)": 13537592, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 63.86, "QPS w/o loadgen overhead": 63.93, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 72.678, "characteristics.good": 36339, "characteristics.samples_per_second": 63.93, "characteristics.samples_per_second.normalized_per_core": 0.53275, "characteristics.samples_per_second.normalized_per_processor": 63.93, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.3.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v3-large-minimalistic_224_1.0_float", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.3.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v3-large-minimalistic_224_1.0_float", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.3.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v3/checkpoints/v3-large-minimalistic_224_1.0_float.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.3.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 125, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "42b28b3d16a7a3d4", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 83210447, "90.00 percentile latency (ns)": 100684968, "90th percentile latency (ns)": 100684968, "95.00 percentile latency (ns)": 103251409, "97.00 percentile latency (ns)": 106101658, "99.00 percentile latency (ns)": 110610036, "99.90 percentile latency (ns)": 115629050, "Max latency (ns)": 115837452, "Mean latency (ns)": 88086049, "Min duration satisfied": "Yes", "Min latency (ns)": 81735204, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 11.34, "QPS w/o loadgen overhead": 11.35, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 75.068, "characteristics.good": 37534, "characteristics.samples_per_second": 11.35, "characteristics.samples_per_second.normalized_per_core": 0.09458333333333332, "characteristics.samples_per_second.normalized_per_processor": 11.35, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v20.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "efficientnet-lite0-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "efficientnet-lite0-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/rpi4-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite0.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 20, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "5feba4422b141b1a", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 215607422, "90.00 percentile latency (ns)": 239934122, "90th percentile latency (ns)": 239934122, "95.00 percentile latency (ns)": 248015010, "97.00 percentile latency (ns)": 254770264, "99.00 percentile latency (ns)": 268426290, "99.90 percentile latency (ns)": 322095703, "Max latency (ns)": 346056983, "Mean latency (ns)": 217388048, "Min duration satisfied": "Yes", "Min latency (ns)": 197405888, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 4.6, "QPS w/o loadgen overhead": 4.6, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 60.162, "characteristics.good": 30081, "characteristics.samples_per_second": 4.6, "characteristics.samples_per_second.normalized_per_core": 0.03833333333333333, "characteristics.samples_per_second.normalized_per_processor": 4.6, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v20.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v3-large_224_1.0_uint8", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v3-large_224_1.0_uint8", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/rpi4-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v3/checkpoints/v3-large_224_1.0_uint8.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 20, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "43499c62ea9089bf", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 24470867, "90.00 percentile latency (ns)": 29284568, "90th percentile latency (ns)": 29284568, "95.00 percentile latency (ns)": 31740122, "97.00 percentile latency (ns)": 33511877, "99.00 percentile latency (ns)": 37203344, "99.90 percentile latency (ns)": 43105872, "Max latency (ns)": 44473359, "Mean latency (ns)": 24643219, "Min duration satisfied": "Yes", "Min latency (ns)": 21498530, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 40.51, "QPS w/o loadgen overhead": 40.58, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 63.33, "characteristics.good": 31665, "characteristics.samples_per_second": 40.58, "characteristics.samples_per_second.normalized_per_core": 0.33816666666666667, "characteristics.samples_per_second.normalized_per_processor": 40.58, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v20.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v3-small-minimalistic_224_1.0_float", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v3-small-minimalistic_224_1.0_float", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/rpi4-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v3/checkpoints/v3-small-minimalistic_224_1.0_float.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 40, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "b67686c2be48828b", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 208693373, "90.00 percentile latency (ns)": 234464160, "90th percentile latency (ns)": 234464160, "95.00 percentile latency (ns)": 244618324, "97.00 percentile latency (ns)": 250338403, "99.00 percentile latency (ns)": 262426043, "99.90 percentile latency (ns)": 297178802, "Max latency (ns)": 320288023, "Mean latency (ns)": 210498890, "Min duration satisfied": "Yes", "Min latency (ns)": 190552185, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 4.75, "QPS w/o loadgen overhead": 4.75, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 68.734, "characteristics.good": 34367, "characteristics.samples_per_second": 4.75, "characteristics.samples_per_second.normalized_per_core": 0.03958333333333333, "characteristics.samples_per_second.normalized_per_processor": 4.75, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v20.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v3-large-minimalistic_224_1.0_uint8", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v3-large-minimalistic_224_1.0_uint8", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/rpi4-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v3/checkpoints/v3-large-minimalistic_224_1.0_uint8.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 20, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "e07cdce4b558c9fe", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 68251476, "90.00 percentile latency (ns)": 94042308, "90th percentile latency (ns)": 94042308, "95.00 percentile latency (ns)": 100997409, "97.00 percentile latency (ns)": 105042805, "99.00 percentile latency (ns)": 112865143, "99.90 percentile latency (ns)": 119409905, "Max latency (ns)": 121411540, "Mean latency (ns)": 75333991, "Min duration satisfied": "Yes", "Min latency (ns)": 67014490, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 13.26, "QPS w/o loadgen overhead": 13.27, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 54.864, "characteristics.good": 27432, "characteristics.samples_per_second": 13.27, "characteristics.samples_per_second.normalized_per_core": 0.11058333333333333, "characteristics.samples_per_second.normalized_per_processor": 13.27, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v20.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v3-small_224_1.0_uint8", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v3-small_224_1.0_uint8", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/rpi4-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v3/checkpoints/v3-small_224_1.0_uint8.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 20, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "eac764434babef53", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 54162521, "90.00 percentile latency (ns)": 68933853, "90th percentile latency (ns)": 68933853, "95.00 percentile latency (ns)": 73259911, "97.00 percentile latency (ns)": 75958675, "99.00 percentile latency (ns)": 80600817, "99.90 percentile latency (ns)": 84071155, "Max latency (ns)": 95665493, "Mean latency (ns)": 58127112, "Min duration satisfied": "Yes", "Min latency (ns)": 53008181, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 17.18, "QPS w/o loadgen overhead": 17.2, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 73.724, "characteristics.good": 36862, "characteristics.samples_per_second": 17.2, "characteristics.samples_per_second.normalized_per_core": 0.14333333333333334, "characteristics.samples_per_second.normalized_per_processor": 17.2, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v20.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v3-large_224_0.75_float", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v3-large_224_0.75_float", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/rpi4-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v3/checkpoints/v3-large_224_0.75_float.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 20, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "399404db45cee250", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 29936963, "90.00 percentile latency (ns)": 36092621, "90th percentile latency (ns)": 36092621, "95.00 percentile latency (ns)": 39281818, "97.00 percentile latency (ns)": 41210567, "99.00 percentile latency (ns)": 44275525, "99.90 percentile latency (ns)": 50293409, "Max latency (ns)": 51929703, "Mean latency (ns)": 29968781, "Min duration satisfied": "Yes", "Min latency (ns)": 25321135, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 33.31, "QPS w/o loadgen overhead": 33.37, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 68.336, "characteristics.good": 34168, "characteristics.samples_per_second": 33.37, "characteristics.samples_per_second.normalized_per_core": 0.2780833333333333, "characteristics.samples_per_second.normalized_per_processor": 33.37, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v20.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v3-small_224_1.0_float", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v3-small_224_1.0_float", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/rpi4-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v3/checkpoints/v3-small_224_1.0_float.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 20, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "9e37f99b0db14e95", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 429017040, "90.00 percentile latency (ns)": 458605090, "90th percentile latency (ns)": 458605090, "95.00 percentile latency (ns)": 471661954, "97.00 percentile latency (ns)": 478566175, "99.00 percentile latency (ns)": 498463100, "99.90 percentile latency (ns)": 546615963, "Max latency (ns)": 554997038, "Mean latency (ns)": 431263477, "Min duration satisfied": "Yes", "Min latency (ns)": 392388788, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 2.32, "QPS w/o loadgen overhead": 2.32, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 70.724, "characteristics.good": 35362, "characteristics.samples_per_second": 2.32, "characteristics.samples_per_second.normalized_per_core": 0.01933333333333333, "characteristics.samples_per_second.normalized_per_processor": 2.32, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v20.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "efficientnet-lite0-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "efficientnet-lite0-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/rpi4-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite0.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 20, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "366860c6bc209614", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 27284671, "90.00 percentile latency (ns)": 32812338, "90th percentile latency (ns)": 32812338, "95.00 percentile latency (ns)": 36139159, "97.00 percentile latency (ns)": 37746189, "99.00 percentile latency (ns)": 40924796, "99.90 percentile latency (ns)": 47332623, "Max latency (ns)": 50216178, "Mean latency (ns)": 27436967, "Min duration satisfied": "Yes", "Min latency (ns)": 23022264, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 36.38, "QPS w/o loadgen overhead": 36.45, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 66.216, "characteristics.good": 33108, "characteristics.samples_per_second": 36.45, "characteristics.samples_per_second.normalized_per_core": 0.30375, "characteristics.samples_per_second.normalized_per_processor": 36.45, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v20.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v3-small_224_0.75_float", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v3-small_224_0.75_float", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/rpi4-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v3/checkpoints/v3-small_224_0.75_float.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 20, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "5a4fba8cd035842f", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 62696275, "90.00 percentile latency (ns)": 79807655, "90th percentile latency (ns)": 79807655, "95.00 percentile latency (ns)": 83630722, "97.00 percentile latency (ns)": 85573698, "99.00 percentile latency (ns)": 91936149, "99.90 percentile latency (ns)": 102672669, "Max latency (ns)": 109456921, "Mean latency (ns)": 67158415, "Min duration satisfied": "Yes", "Min latency (ns)": 61527260, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 14.88, "QPS w/o loadgen overhead": 14.89, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 75.76, "characteristics.good": 37880, "characteristics.samples_per_second": 14.89, "characteristics.samples_per_second.normalized_per_core": 0.12408333333333334, "characteristics.samples_per_second.normalized_per_processor": 14.89, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v20.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v3-large_224_1.0_float", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v3-large_224_1.0_float", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/rpi4-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v3/checkpoints/v3-large_224_1.0_float.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 20, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "55d780c46eca884e", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 55186478, "90.00 percentile latency (ns)": 69144998, "90th percentile latency (ns)": 69144998, "95.00 percentile latency (ns)": 72334083, "97.00 percentile latency (ns)": 74251812, "99.00 percentile latency (ns)": 78824827, "99.90 percentile latency (ns)": 85604379, "Max latency (ns)": 87197801, "Mean latency (ns)": 58639268, "Min duration satisfied": "Yes", "Min latency (ns)": 54139153, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 17.04, "QPS w/o loadgen overhead": 17.05, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 72.678, "characteristics.good": 36339, "characteristics.samples_per_second": 17.05, "characteristics.samples_per_second.normalized_per_core": 0.14208333333333334, "characteristics.samples_per_second.normalized_per_processor": 17.05, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v20.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v3-large-minimalistic_224_1.0_float", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v3-large-minimalistic_224_1.0_float", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/rpi4-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v3/checkpoints/v3-large-minimalistic_224_1.0_float.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 20, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "ebc0b491b9a1d513", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 6319313, "90.00 percentile latency (ns)": 8599557, "90th percentile latency (ns)": 8599557, "95.00 percentile latency (ns)": 10511823, "97.00 percentile latency (ns)": 11830532, "99.00 percentile latency (ns)": 17841703, "99.90 percentile latency (ns)": 46011130, "Max latency (ns)": 80249201, "Mean latency (ns)": 7078489, "Min duration satisfied": "Yes", "Min latency (ns)": 5882431, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 140.89, "QPS w/o loadgen overhead": 141.27, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 68.242, "characteristics.good": 34121, "characteristics.samples_per_second": 141.27, "characteristics.samples_per_second.normalized_per_core": 1.1772500000000001, "characteristics.samples_per_second.normalized_per_processor": 141.27, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-192-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v1-0.75-192-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "e6845c4f84b169cf", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 7803050, "90.00 percentile latency (ns)": 11625340, "90th percentile latency (ns)": 11625340, "95.00 percentile latency (ns)": 13860884, "97.00 percentile latency (ns)": 14961391, "99.00 percentile latency (ns)": 20246187, "99.90 percentile latency (ns)": 44565848, "Max latency (ns)": 120869450, "Mean latency (ns)": 8808229, "Min duration satisfied": "Yes", "Min latency (ns)": 6941753, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 113.27, "QPS w/o loadgen overhead": 113.53, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 70.738, "characteristics.good": 35369, "characteristics.samples_per_second": 113.53, "characteristics.samples_per_second.normalized_per_core": 0.9460833333333334, "characteristics.samples_per_second.normalized_per_processor": 113.53, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-192-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-1.0-192-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "66811b454559949c", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 76534871, "90.00 percentile latency (ns)": 91953171, "90th percentile latency (ns)": 91953171, "95.00 percentile latency (ns)": 96283215, "97.00 percentile latency (ns)": 100198712, "99.00 percentile latency (ns)": 108694121, "99.90 percentile latency (ns)": 129791035, "Max latency (ns)": 164958288, "Mean latency (ns)": 79512302, "Min duration satisfied": "Yes", "Min latency (ns)": 69339039, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 12.57, "QPS w/o loadgen overhead": 12.58, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 78.504, "characteristics.good": 39252, "characteristics.samples_per_second": 12.58, "characteristics.samples_per_second.normalized_per_core": 0.10483333333333333, "characteristics.samples_per_second.normalized_per_processor": 12.58, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "efficientnet-lite4-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "efficientnet-lite4-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite4.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 50, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "ed17b6334460fbcb", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 7116718, "90.00 percentile latency (ns)": 11651171, "90th percentile latency (ns)": 11651171, "95.00 percentile latency (ns)": 13608762, "97.00 percentile latency (ns)": 14613457, "99.00 percentile latency (ns)": 18858979, "99.90 percentile latency (ns)": 37740200, "Max latency (ns)": 109602132, "Mean latency (ns)": 8247080, "Min duration satisfied": "Yes", "Min latency (ns)": 6182423, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 121.13, "QPS w/o loadgen overhead": 121.26, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 63.654, "characteristics.good": 31827, "characteristics.samples_per_second": 121.26, "characteristics.samples_per_second.normalized_per_core": 1.0105, "characteristics.samples_per_second.normalized_per_processor": 121.26, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-224-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.5-224-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v2/checkpoints/quantized_v2_224_50.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "5847e1b6faf2e9e0", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 2519631, "90.00 percentile latency (ns)": 3614495, "90th percentile latency (ns)": 3614495, "95.00 percentile latency (ns)": 4683342, "97.00 percentile latency (ns)": 5650649, "99.00 percentile latency (ns)": 8124934, "99.90 percentile latency (ns)": 22748970, "Max latency (ns)": 105268348, "Mean latency (ns)": 2861830, "Min duration satisfied": "Yes", "Min latency (ns)": 2073275, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 348.23, "QPS w/o loadgen overhead": 349.43, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 52.172, "characteristics.good": 26086, "characteristics.samples_per_second": 349.43, "characteristics.samples_per_second.normalized_per_core": 2.911916666666667, "characteristics.samples_per_second.normalized_per_processor": 349.43, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-128-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.35-128-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "6590552145b0b44c", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 2688182, "90.00 percentile latency (ns)": 3896044, "90th percentile latency (ns)": 3896044, "95.00 percentile latency (ns)": 5191461, "97.00 percentile latency (ns)": 6308406, "99.00 percentile latency (ns)": 8949227, "99.90 percentile latency (ns)": 23312100, "Max latency (ns)": 133456990, "Mean latency (ns)": 3049344, "Min duration satisfied": "Yes", "Min latency (ns)": 2162239, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 326.52, "QPS w/o loadgen overhead": 327.94, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 58.402, "characteristics.good": 29201, "characteristics.samples_per_second": 327.94, "characteristics.samples_per_second.normalized_per_core": 2.7328333333333332, "characteristics.samples_per_second.normalized_per_processor": 327.94, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-128-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.5-128-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "4eb9b041e91b6ce5", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 4622217, "90.00 percentile latency (ns)": 6247279, "90th percentile latency (ns)": 6247279, "95.00 percentile latency (ns)": 7666702, "97.00 percentile latency (ns)": 8842112, "99.00 percentile latency (ns)": 12040811, "99.90 percentile latency (ns)": 28743522, "Max latency (ns)": 114768287, "Mean latency (ns)": 5128324, "Min duration satisfied": "Yes", "Min latency (ns)": 4046960, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 194.37, "QPS w/o loadgen overhead": 195.0, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 60.976, "characteristics.good": 30488, "characteristics.samples_per_second": 195.0, "characteristics.samples_per_second.normalized_per_core": 1.625, "characteristics.samples_per_second.normalized_per_processor": 195.0, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-224-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.35-224-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "1292a8444ab04776", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 2677858, "90.00 percentile latency (ns)": 3870332, "90th percentile latency (ns)": 3870332, "95.00 percentile latency (ns)": 4929743, "97.00 percentile latency (ns)": 5819707, "99.00 percentile latency (ns)": 8151627, "99.90 percentile latency (ns)": 21764994, "Max latency (ns)": 36036625, "Mean latency (ns)": 3046175, "Min duration satisfied": "Yes", "Min latency (ns)": 2243309, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 327.79, "QPS w/o loadgen overhead": 328.28, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 48.11, "characteristics.good": 24055, "characteristics.samples_per_second": 328.28, "characteristics.samples_per_second.normalized_per_core": 2.7356666666666665, "characteristics.samples_per_second.normalized_per_processor": 328.28, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-192-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v1-0.25-192-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_192_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "58019f6489e865a8", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 11309707, "90.00 percentile latency (ns)": 16076890, "90th percentile latency (ns)": 16076890, "95.00 percentile latency (ns)": 18406751, "97.00 percentile latency (ns)": 19380937, "99.00 percentile latency (ns)": 26650788, "99.90 percentile latency (ns)": 39948742, "Max latency (ns)": 46635911, "Mean latency (ns)": 12460711, "Min duration satisfied": "Yes", "Min latency (ns)": 10483719, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 80.09, "QPS w/o loadgen overhead": 80.25, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 75.068, "characteristics.good": 37534, "characteristics.samples_per_second": 80.25, "characteristics.samples_per_second.normalized_per_core": 0.66875, "characteristics.samples_per_second.normalized_per_processor": 80.25, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "efficientnet-lite0-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "efficientnet-lite0-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite0.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 50, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "848efafe616c206a", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 3233530, "90.00 percentile latency (ns)": 4640029, "90th percentile latency (ns)": 4640029, "95.00 percentile latency (ns)": 5769234, "97.00 percentile latency (ns)": 6742272, "99.00 percentile latency (ns)": 9293241, "99.90 percentile latency (ns)": 23914704, "Max latency (ns)": 53173117, "Mean latency (ns)": 3599549, "Min duration satisfied": "Yes", "Min latency (ns)": 2653982, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 277.3, "QPS w/o loadgen overhead": 277.81, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 50.24, "characteristics.good": 25120, "characteristics.samples_per_second": 277.81, "characteristics.samples_per_second.normalized_per_core": 2.3150833333333334, "characteristics.samples_per_second.normalized_per_processor": 277.81, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-224-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v1-0.25-224-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_224_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "e5d83ccf113347fd", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 3131213, "90.00 percentile latency (ns)": 4273707, "90th percentile latency (ns)": 4273707, "95.00 percentile latency (ns)": 5382467, "97.00 percentile latency (ns)": 6294587, "99.00 percentile latency (ns)": 9048586, "99.90 percentile latency (ns)": 23794108, "Max latency (ns)": 65892522, "Mean latency (ns)": 3502845, "Min duration satisfied": "Yes", "Min latency (ns)": 2841864, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 284.37, "QPS w/o loadgen overhead": 285.48, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 60.842, "characteristics.good": 30421, "characteristics.samples_per_second": 285.48, "characteristics.samples_per_second.normalized_per_core": 2.379, "characteristics.samples_per_second.normalized_per_processor": 285.48, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-160-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v1-0.5-160-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "21e476393e44ad8f", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 5764510, "90.00 percentile latency (ns)": 8897577, "90th percentile latency (ns)": 8897577, "95.00 percentile latency (ns)": 10930466, "97.00 percentile latency (ns)": 12369410, "99.00 percentile latency (ns)": 14737707, "99.90 percentile latency (ns)": 35751819, "Max latency (ns)": 122493251, "Mean latency (ns)": 6644058, "Min duration satisfied": "Yes", "Min latency (ns)": 5365453, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 150.13, "QPS w/o loadgen overhead": 150.51, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 69.016, "characteristics.good": 34508, "characteristics.samples_per_second": 150.51, "characteristics.samples_per_second.normalized_per_core": 1.2542499999999999, "characteristics.samples_per_second.normalized_per_processor": 150.51, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-160-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-1.0-160-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "cb5bd4c4a803a8a4", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 22496816, "90.00 percentile latency (ns)": 32303291, "90th percentile latency (ns)": 32303291, "95.00 percentile latency (ns)": 34802663, "97.00 percentile latency (ns)": 37249905, "99.00 percentile latency (ns)": 44876125, "99.90 percentile latency (ns)": 56138949, "Max latency (ns)": 68694886, "Mean latency (ns)": 25530847, "Min duration satisfied": "Yes", "Min latency (ns)": 19484014, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 39.14, "QPS w/o loadgen overhead": 39.17, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 74.022, "characteristics.good": 37011, "characteristics.samples_per_second": 39.17, "characteristics.samples_per_second.normalized_per_core": 0.3264166666666667, "characteristics.samples_per_second.normalized_per_processor": 39.17, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "efficientnet-lite1-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "efficientnet-lite1-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite1.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 50, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "b44e59068c02de53", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 5572061, "90.00 percentile latency (ns)": 9445243, "90th percentile latency (ns)": 9445243, "95.00 percentile latency (ns)": 10905206, "97.00 percentile latency (ns)": 12093465, "99.00 percentile latency (ns)": 14004118, "99.90 percentile latency (ns)": 33483280, "Max latency (ns)": 118307407, "Mean latency (ns)": 6555298, "Min duration satisfied": "Yes", "Min latency (ns)": 4862191, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 152.38, "QPS w/o loadgen overhead": 152.55, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 61.906, "characteristics.good": 30953, "characteristics.samples_per_second": 152.55, "characteristics.samples_per_second.normalized_per_core": 1.27125, "characteristics.samples_per_second.normalized_per_processor": 152.55, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-192-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.5-192-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v2/checkpoints/quantized_v2_192_50.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "eb5b2eab9b53ed1f", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 5783955, "90.00 percentile latency (ns)": 9376075, "90th percentile latency (ns)": 9376075, "95.00 percentile latency (ns)": 10935500, "97.00 percentile latency (ns)": 11983129, "99.00 percentile latency (ns)": 13917354, "99.90 percentile latency (ns)": 33448226, "Max latency (ns)": 71429760, "Mean latency (ns)": 6783730, "Min duration satisfied": "Yes", "Min latency (ns)": 5055348, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 147.22, "QPS w/o loadgen overhead": 147.41, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 62.27, "characteristics.good": 31135, "characteristics.samples_per_second": 147.41, "characteristics.samples_per_second.normalized_per_core": 1.2284166666666667, "characteristics.samples_per_second.normalized_per_processor": 147.41, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-224-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v1-0.5-224-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_224_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "695e384c57537534", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 2827229, "90.00 percentile latency (ns)": 4201465, "90th percentile latency (ns)": 4201465, "95.00 percentile latency (ns)": 5330923, "97.00 percentile latency (ns)": 6233010, "99.00 percentile latency (ns)": 8864102, "99.90 percentile latency (ns)": 23702069, "Max latency (ns)": 99642855, "Mean latency (ns)": 3247582, "Min duration satisfied": "Yes", "Min latency (ns)": 2567825, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 307.43, "QPS w/o loadgen overhead": 307.92, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 49.216, "characteristics.good": 24608, "characteristics.samples_per_second": 307.92, "characteristics.samples_per_second.normalized_per_core": 2.5660000000000003, "characteristics.samples_per_second.normalized_per_processor": 307.92, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-128-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.35-128-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v2/checkpoints/quantized_v2_128_35.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "58c94180baf17170", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 21575323, "90.00 percentile latency (ns)": 29254159, "90th percentile latency (ns)": 29254159, "95.00 percentile latency (ns)": 31454193, "97.00 percentile latency (ns)": 33310690, "99.00 percentile latency (ns)": 41318789, "99.90 percentile latency (ns)": 85139834, "Max latency (ns)": 131233234, "Mean latency (ns)": 23561193, "Min duration satisfied": "Yes", "Min latency (ns)": 19565858, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 42.42, "QPS w/o loadgen overhead": 42.44, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 73.508, "characteristics.good": 36754, "characteristics.samples_per_second": 42.44, "characteristics.samples_per_second.normalized_per_core": 0.35366666666666663, "characteristics.samples_per_second.normalized_per_processor": 42.44, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.4-224-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-1.4-224-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v2/checkpoints/quantized_v2_224_140.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "5a53682d0b2e4943", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 15366679, "90.00 percentile latency (ns)": 20376978, "90th percentile latency (ns)": 20376978, "95.00 percentile latency (ns)": 21759508, "97.00 percentile latency (ns)": 23140521, "99.00 percentile latency (ns)": 31410185, "99.90 percentile latency (ns)": 68464635, "Max latency (ns)": 81959516, "Mean latency (ns)": 16514718, "Min duration satisfied": "Yes", "Min latency (ns)": 14112529, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 60.5, "QPS w/o loadgen overhead": 60.55, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 70.762, "characteristics.good": 35381, "characteristics.samples_per_second": 60.55, "characteristics.samples_per_second.normalized_per_core": 0.5045833333333333, "characteristics.samples_per_second.normalized_per_processor": 60.55, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-224-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v1-1.0-224-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_224_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "c4fff8d18b19e8cb", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 1893146, "90.00 percentile latency (ns)": 2517880, "90th percentile latency (ns)": 2517880, "95.00 percentile latency (ns)": 3307453, "97.00 percentile latency (ns)": 3924730, "99.00 percentile latency (ns)": 5674093, "99.90 percentile latency (ns)": 19700326, "Max latency (ns)": 30438849, "Mean latency (ns)": 2123025, "Min duration satisfied": "Yes", "Min latency (ns)": 1653934, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 469.71, "QPS w/o loadgen overhead": 471.03, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 47.808, "characteristics.good": 23904, "characteristics.samples_per_second": 471.03, "characteristics.samples_per_second.normalized_per_core": 3.9252499999999997, "characteristics.samples_per_second.normalized_per_processor": 471.03, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-160-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v1-0.25-160-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "36ae1e144adab0bf", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 3716622, "90.00 percentile latency (ns)": 5373742, "90th percentile latency (ns)": 5373742, "95.00 percentile latency (ns)": 6821031, "97.00 percentile latency (ns)": 8236729, "99.00 percentile latency (ns)": 11200933, "99.90 percentile latency (ns)": 26222162, "Max latency (ns)": 122692633, "Mean latency (ns)": 4253025, "Min duration satisfied": "Yes", "Min latency (ns)": 3273226, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 234.15, "QPS w/o loadgen overhead": 235.13, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 64.038, "characteristics.good": 32019, "characteristics.samples_per_second": 235.13, "characteristics.samples_per_second.normalized_per_core": 1.9594166666666666, "characteristics.samples_per_second.normalized_per_processor": 235.13, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-128-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.75-128-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "4e23dd412ba45aea", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 3187511, "90.00 percentile latency (ns)": 4148805, "90th percentile latency (ns)": 4148805, "95.00 percentile latency (ns)": 5198680, "97.00 percentile latency (ns)": 6027167, "99.00 percentile latency (ns)": 8309899, "99.90 percentile latency (ns)": 21227186, "Max latency (ns)": 63319268, "Mean latency (ns)": 3509267, "Min duration satisfied": "Yes", "Min latency (ns)": 2818246, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 284.17, "QPS w/o loadgen overhead": 284.96, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 51.848, "characteristics.good": 25924, "characteristics.samples_per_second": 284.96, "characteristics.samples_per_second.normalized_per_core": 2.3746666666666667, "characteristics.samples_per_second.normalized_per_processor": 284.96, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-224-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v1-0.25-224-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "8b4f5985b7ebfefe", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 4472900, "90.00 percentile latency (ns)": 6935440, "90th percentile latency (ns)": 6935440, "95.00 percentile latency (ns)": 8647707, "97.00 percentile latency (ns)": 9831150, "99.00 percentile latency (ns)": 12186038, "99.90 percentile latency (ns)": 27060994, "Max latency (ns)": 114483803, "Mean latency (ns)": 5142500, "Min duration satisfied": "Yes", "Min latency (ns)": 3800455, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 194.19, "QPS w/o loadgen overhead": 194.46, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 59.186, "characteristics.good": 29593, "characteristics.samples_per_second": 194.46, "characteristics.samples_per_second.normalized_per_core": 1.6205, "characteristics.samples_per_second.normalized_per_processor": 194.46, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-160-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.5-160-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v2/checkpoints/quantized_v2_160_50.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "a1d2fb42eb902260", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 9037553, "90.00 percentile latency (ns)": 12112325, "90th percentile latency (ns)": 12112325, "95.00 percentile latency (ns)": 14283257, "97.00 percentile latency (ns)": 15346943, "99.00 percentile latency (ns)": 20586777, "99.90 percentile latency (ns)": 35114632, "Max latency (ns)": 68979298, "Mean latency (ns)": 9888541, "Min duration satisfied": "Yes", "Min latency (ns)": 8590658, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 101.02, "QPS w/o loadgen overhead": 101.13, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 68.2, "characteristics.good": 34100, "characteristics.samples_per_second": 101.13, "characteristics.samples_per_second.normalized_per_core": 0.84275, "characteristics.samples_per_second.normalized_per_processor": 101.13, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-160-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v1-1.0-160-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_160_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "8eb9c844479acf82", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 4110606, "90.00 percentile latency (ns)": 7091436, "90th percentile latency (ns)": 7091436, "95.00 percentile latency (ns)": 8489736, "97.00 percentile latency (ns)": 9636248, "99.00 percentile latency (ns)": 11994941, "99.90 percentile latency (ns)": 31306318, "Max latency (ns)": 99122440, "Mean latency (ns)": 4936553, "Min duration satisfied": "Yes", "Min latency (ns)": 3777503, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 202.27, "QPS w/o loadgen overhead": 202.57, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 59.13, "characteristics.good": 29565, "characteristics.samples_per_second": 202.57, "characteristics.samples_per_second.normalized_per_core": 1.6880833333333334, "characteristics.samples_per_second.normalized_per_processor": 202.57, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-96-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-1.0-96-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v2/checkpoints/quantized_v2_96_100.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "38df1d4249126dbe", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 4470135, "90.00 percentile latency (ns)": 6331537, "90th percentile latency (ns)": 6331537, "95.00 percentile latency (ns)": 7829273, "97.00 percentile latency (ns)": 8915661, "99.00 percentile latency (ns)": 11433605, "99.90 percentile latency (ns)": 25646001, "Max latency (ns)": 56610686, "Mean latency (ns)": 4987947, "Min duration satisfied": "Yes", "Min latency (ns)": 4076932, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 200.2, "QPS w/o loadgen overhead": 200.48, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 58.39, "characteristics.good": 29195, "characteristics.samples_per_second": 200.48, "characteristics.samples_per_second.normalized_per_core": 1.6706666666666665, "characteristics.samples_per_second.normalized_per_processor": 200.48, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-128-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v1-0.75-128-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_128_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "ef89b9dd49819b4a", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 12359306, "90.00 percentile latency (ns)": 18156845, "90th percentile latency (ns)": 18156845, "95.00 percentile latency (ns)": 19880867, "97.00 percentile latency (ns)": 22736050, "99.00 percentile latency (ns)": 29132499, "99.90 percentile latency (ns)": 40846620, "Max latency (ns)": 59852948, "Mean latency (ns)": 13788862, "Min duration satisfied": "Yes", "Min latency (ns)": 11220625, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 72.44, "QPS w/o loadgen overhead": 72.52, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 72.9, "characteristics.good": 36450, "characteristics.samples_per_second": 72.52, "characteristics.samples_per_second.normalized_per_core": 0.6043333333333333, "characteristics.samples_per_second.normalized_per_processor": 72.52, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v3-large_224_1.0_uint8", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v3-large_224_1.0_uint8", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet-v3/checkpoints/v3-large_224_1.0_uint8.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 166.667, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "3c42fbbb53b68cca", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 13305588, "90.00 percentile latency (ns)": 19969889, "90th percentile latency (ns)": 19969889, "95.00 percentile latency (ns)": 21741210, "97.00 percentile latency (ns)": 24222880, "99.00 percentile latency (ns)": 31182303, "99.90 percentile latency (ns)": 54510055, "Max latency (ns)": 115854555, "Mean latency (ns)": 14940898, "Min duration satisfied": "Yes", "Min latency (ns)": 11571716, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 66.88, "QPS w/o loadgen overhead": 66.93, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 70.616, "characteristics.good": 35308, "characteristics.samples_per_second": 66.93, "characteristics.samples_per_second.normalized_per_core": 0.5577500000000001, "characteristics.samples_per_second.normalized_per_processor": 66.93, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-224-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-1.0-224-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v2/checkpoints/quantized_v2_224_100.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "ad1c314bed8d960c", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 4606155, "90.00 percentile latency (ns)": 6791786, "90th percentile latency (ns)": 6791786, "95.00 percentile latency (ns)": 8718175, "97.00 percentile latency (ns)": 10034457, "99.00 percentile latency (ns)": 12665709, "99.90 percentile latency (ns)": 31054580, "Max latency (ns)": 108865970, "Mean latency (ns)": 5269563, "Min duration satisfied": "Yes", "Min latency (ns)": 4208377, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 189.55, "QPS w/o loadgen overhead": 189.77, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 56.52, "characteristics.good": 28260, "characteristics.samples_per_second": 189.77, "characteristics.samples_per_second.normalized_per_core": 1.5814166666666667, "characteristics.samples_per_second.normalized_per_processor": 189.77, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-192-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.35-192-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v2/checkpoints/quantized_v2_192_35.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "78bcd080f391d162", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 7876157, "90.00 percentile latency (ns)": 13103363, "90th percentile latency (ns)": 13103363, "95.00 percentile latency (ns)": 14944916, "97.00 percentile latency (ns)": 15675541, "99.00 percentile latency (ns)": 19504670, "99.90 percentile latency (ns)": 34734464, "Max latency (ns)": 120611252, "Mean latency (ns)": 9138975, "Min duration satisfied": "Yes", "Min latency (ns)": 6858639, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 109.3, "QPS w/o loadgen overhead": 109.42, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 67.71, "characteristics.good": 33855, "characteristics.samples_per_second": 109.42, "characteristics.samples_per_second.normalized_per_core": 0.9118333333333334, "characteristics.samples_per_second.normalized_per_processor": 109.42, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-160-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-1.0-160-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v2/checkpoints/quantized_v2_160_100.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "20313669f49038a4", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 1476220, "90.00 percentile latency (ns)": 1996424, "90th percentile latency (ns)": 1996424, "95.00 percentile latency (ns)": 2660948, "97.00 percentile latency (ns)": 3279232, "99.00 percentile latency (ns)": 4735099, "99.90 percentile latency (ns)": 20120640, "Max latency (ns)": 58347527, "Mean latency (ns)": 1683990, "Min duration satisfied": "Yes", "Min latency (ns)": 1338328, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 591.95, "QPS w/o loadgen overhead": 593.83, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 44.116, "characteristics.good": 22058, "characteristics.samples_per_second": 593.83, "characteristics.samples_per_second.normalized_per_core": 4.948583333333334, "characteristics.samples_per_second.normalized_per_processor": 593.83, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-128-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v1-0.25-128-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "04f047c4ab97fb2f", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 1954016, "90.00 percentile latency (ns)": 3229593, "90th percentile latency (ns)": 3229593, "95.00 percentile latency (ns)": 4168869, "97.00 percentile latency (ns)": 4971211, "99.00 percentile latency (ns)": 6910439, "99.90 percentile latency (ns)": 21085745, "Max latency (ns)": 53692397, "Mean latency (ns)": 2336765, "Min duration satisfied": "Yes", "Min latency (ns)": 1729298, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 427.0, "QPS w/o loadgen overhead": 427.94, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 45.454, "characteristics.good": 22727, "characteristics.samples_per_second": 427.94, "characteristics.samples_per_second.normalized_per_core": 3.5661666666666667, "characteristics.samples_per_second.normalized_per_processor": 427.94, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-160-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v1-0.25-160-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_160_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "845f1a20e35419bf", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 8899321, "90.00 percentile latency (ns)": 11511577, "90th percentile latency (ns)": 11511577, "95.00 percentile latency (ns)": 13454073, "97.00 percentile latency (ns)": 14744697, "99.00 percentile latency (ns)": 19501416, "99.90 percentile latency (ns)": 30861620, "Max latency (ns)": 53537947, "Mean latency (ns)": 9634645, "Min duration satisfied": "Yes", "Min latency (ns)": 8355295, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 103.58, "QPS w/o loadgen overhead": 103.79, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 70.626, "characteristics.good": 35313, "characteristics.samples_per_second": 103.79, "characteristics.samples_per_second.normalized_per_core": 0.8649166666666667, "characteristics.samples_per_second.normalized_per_processor": 103.79, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-192-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v1-1.0-192-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "bb4ed08e5d99807c", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 6019059, "90.00 percentile latency (ns)": 9896324, "90th percentile latency (ns)": 9896324, "95.00 percentile latency (ns)": 11624083, "97.00 percentile latency (ns)": 12788136, "99.00 percentile latency (ns)": 14925929, "99.90 percentile latency (ns)": 28639772, "Max latency (ns)": 38771656, "Mean latency (ns)": 6952048, "Min duration satisfied": "Yes", "Min latency (ns)": 5274353, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 143.7, "QPS w/o loadgen overhead": 143.84, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 63.44, "characteristics.good": 31720, "characteristics.samples_per_second": 143.84, "characteristics.samples_per_second.normalized_per_core": 1.1986666666666668, "characteristics.samples_per_second.normalized_per_processor": 143.84, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-128-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-1.0-128-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v2/checkpoints/quantized_v2_128_100.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "ae3b11452f8e736d", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 11739905, "90.00 percentile latency (ns)": 16014770, "90th percentile latency (ns)": 16014770, "95.00 percentile latency (ns)": 17668131, "97.00 percentile latency (ns)": 18584337, "99.00 percentile latency (ns)": 26289998, "99.90 percentile latency (ns)": 38803667, "Max latency (ns)": 76836617, "Mean latency (ns)": 12794292, "Min duration satisfied": "Yes", "Min latency (ns)": 10703628, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 78.08, "QPS w/o loadgen overhead": 78.16, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 70.016, "characteristics.good": 35008, "characteristics.samples_per_second": 78.16, "characteristics.samples_per_second.normalized_per_core": 0.6513333333333333, "characteristics.samples_per_second.normalized_per_processor": 78.16, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-192-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v1-1.0-192-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_192_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "5b7e4c5c8077defa", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 29080590, "90.00 percentile latency (ns)": 40187217, "90th percentile latency (ns)": 40187217, "95.00 percentile latency (ns)": 43505089, "97.00 percentile latency (ns)": 49266555, "99.00 percentile latency (ns)": 55577164, "99.90 percentile latency (ns)": 69799062, "Max latency (ns)": 81442704, "Mean latency (ns)": 32489960, "Min duration satisfied": "Yes", "Min latency (ns)": 26651781, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 30.76, "QPS w/o loadgen overhead": 30.78, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 74.068, "characteristics.good": 37034, "characteristics.samples_per_second": 30.78, "characteristics.samples_per_second.normalized_per_core": 0.2565, "characteristics.samples_per_second.normalized_per_processor": 30.78, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "efficientnet-lite2-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "efficientnet-lite2-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite2.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 50, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "53df27e7014e4792", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 3488734, "90.00 percentile latency (ns)": 5621787, "90th percentile latency (ns)": 5621787, "95.00 percentile latency (ns)": 6954237, "97.00 percentile latency (ns)": 7928154, "99.00 percentile latency (ns)": 10166009, "99.90 percentile latency (ns)": 26821073, "Max latency (ns)": 63135039, "Mean latency (ns)": 4112765, "Min duration satisfied": "Yes", "Min latency (ns)": 3122422, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 242.76, "QPS w/o loadgen overhead": 243.15, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 59.422, "characteristics.good": 29711, "characteristics.samples_per_second": 243.15, "characteristics.samples_per_second.normalized_per_core": 2.02625, "characteristics.samples_per_second.normalized_per_processor": 243.15, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-160-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v1-0.5-160-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_160_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "8e6a36b4092972ce", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 4455248, "90.00 percentile latency (ns)": 7241188, "90th percentile latency (ns)": 7241188, "95.00 percentile latency (ns)": 8905148, "97.00 percentile latency (ns)": 10105600, "99.00 percentile latency (ns)": 12138273, "99.90 percentile latency (ns)": 30359803, "Max latency (ns)": 64183906, "Mean latency (ns)": 5226593, "Min duration satisfied": "Yes", "Min latency (ns)": 4039521, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 191.1, "QPS w/o loadgen overhead": 191.33, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 61.462, "characteristics.good": 30731, "characteristics.samples_per_second": 191.33, "characteristics.samples_per_second.normalized_per_core": 1.5944166666666668, "characteristics.samples_per_second.normalized_per_processor": 191.33, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-192-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v1-0.5-192-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_192_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "e3145e0be94bc771", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 5742618, "90.00 percentile latency (ns)": 9361528, "90th percentile latency (ns)": 9361528, "95.00 percentile latency (ns)": 10960926, "97.00 percentile latency (ns)": 12306809, "99.00 percentile latency (ns)": 14560347, "99.90 percentile latency (ns)": 38417130, "Max latency (ns)": 104191933, "Mean latency (ns)": 6697713, "Min duration satisfied": "Yes", "Min latency (ns)": 5137568, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 149.12, "QPS w/o loadgen overhead": 149.3, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 58.51, "characteristics.good": 29255, "characteristics.samples_per_second": 149.3, "characteristics.samples_per_second.normalized_per_core": 1.2441666666666669, "characteristics.samples_per_second.normalized_per_processor": 149.3, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-224-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.35-224-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v2/checkpoints/quantized_v2_224_35.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "bf349cba93e11bce", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 4227362, "90.00 percentile latency (ns)": 6151514, "90th percentile latency (ns)": 6151514, "95.00 percentile latency (ns)": 7677599, "97.00 percentile latency (ns)": 9052862, "99.00 percentile latency (ns)": 11870528, "99.90 percentile latency (ns)": 30810945, "Max latency (ns)": 109356690, "Mean latency (ns)": 4811570, "Min duration satisfied": "Yes", "Min latency (ns)": 3845008, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 207.17, "QPS w/o loadgen overhead": 207.83, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 66.036, "characteristics.good": 33018, "characteristics.samples_per_second": 207.83, "characteristics.samples_per_second.normalized_per_core": 1.7319166666666668, "characteristics.samples_per_second.normalized_per_processor": 207.83, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-128-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-1.0-128-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "0ad8047e8daa093a", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 15880113, "90.00 percentile latency (ns)": 23006950, "90th percentile latency (ns)": 23006950, "95.00 percentile latency (ns)": 25921285, "97.00 percentile latency (ns)": 27670929, "99.00 percentile latency (ns)": 34621696, "99.90 percentile latency (ns)": 44322372, "Max latency (ns)": 79610432, "Mean latency (ns)": 17879075, "Min duration satisfied": "Yes", "Min latency (ns)": 14882406, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 55.86, "QPS w/o loadgen overhead": 55.93, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 76.642, "characteristics.good": 38321, "characteristics.samples_per_second": 55.93, "characteristics.samples_per_second.normalized_per_core": 0.46608333333333335, "characteristics.samples_per_second.normalized_per_processor": 55.93, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "efficientnet-lite1-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "efficientnet-lite1-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite1.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 50, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "5b4523445289a7c0", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 10124379, "90.00 percentile latency (ns)": 16534358, "90th percentile latency (ns)": 16534358, "95.00 percentile latency (ns)": 17887740, "97.00 percentile latency (ns)": 18980921, "99.00 percentile latency (ns)": 25210985, "99.90 percentile latency (ns)": 41784823, "Max latency (ns)": 110347361, "Mean latency (ns)": 11779488, "Min duration satisfied": "Yes", "Min latency (ns)": 8933467, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 84.81, "QPS w/o loadgen overhead": 84.89, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 69.582, "characteristics.good": 34791, "characteristics.samples_per_second": 84.89, "characteristics.samples_per_second.normalized_per_core": 0.7074166666666667, "characteristics.samples_per_second.normalized_per_processor": 84.89, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-192-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-1.0-192-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v2/checkpoints/quantized_v2_192_100.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "17479ca89944e1c9", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 8618782, "90.00 percentile latency (ns)": 12443801, "90th percentile latency (ns)": 12443801, "95.00 percentile latency (ns)": 14236512, "97.00 percentile latency (ns)": 15268009, "99.00 percentile latency (ns)": 20254166, "99.90 percentile latency (ns)": 33781051, "Max latency (ns)": 70173976, "Mean latency (ns)": 9562568, "Min duration satisfied": "Yes", "Min latency (ns)": 8020774, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 104.35, "QPS w/o loadgen overhead": 104.57, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 69.262, "characteristics.good": 34631, "characteristics.samples_per_second": 104.57, "characteristics.samples_per_second.normalized_per_core": 0.8714166666666666, "characteristics.samples_per_second.normalized_per_processor": 104.57, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-224-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v1-0.75-224-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "c58e0ba4ece78eba", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 10840342, "90.00 percentile latency (ns)": 17488599, "90th percentile latency (ns)": 17488599, "95.00 percentile latency (ns)": 18887955, "97.00 percentile latency (ns)": 20888104, "99.00 percentile latency (ns)": 26100490, "99.90 percentile latency (ns)": 44562413, "Max latency (ns)": 94069515, "Mean latency (ns)": 12602974, "Min duration satisfied": "Yes", "Min latency (ns)": 9603744, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 79.27, "QPS w/o loadgen overhead": 79.35, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 68.666, "characteristics.good": 34333, "characteristics.samples_per_second": 79.35, "characteristics.samples_per_second.normalized_per_core": 0.66125, "characteristics.samples_per_second.normalized_per_processor": 79.35, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-224-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.75-224-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v2/checkpoints/quantized_v2_224_75.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "1c4cceb75abf5cce", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 4005608, "90.00 percentile latency (ns)": 5684381, "90th percentile latency (ns)": 5684381, "95.00 percentile latency (ns)": 6987774, "97.00 percentile latency (ns)": 8086004, "99.00 percentile latency (ns)": 10757530, "99.90 percentile latency (ns)": 26228448, "Max latency (ns)": 51784511, "Mean latency (ns)": 4488548, "Min duration satisfied": "Yes", "Min latency (ns)": 3437580, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 221.96, "QPS w/o loadgen overhead": 222.79, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 63.33, "characteristics.good": 31665, "characteristics.samples_per_second": 222.79, "characteristics.samples_per_second.normalized_per_core": 1.8565833333333333, "characteristics.samples_per_second.normalized_per_processor": 222.79, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v3-small-minimalistic_224_1.0_float", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v3-small-minimalistic_224_1.0_float", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet-v3/checkpoints/v3-small-minimalistic_224_1.0_float.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 166.667, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "20d04de0983fb89e", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 2318287, "90.00 percentile latency (ns)": 2909419, "90th percentile latency (ns)": 2909419, "95.00 percentile latency (ns)": 3876825, "97.00 percentile latency (ns)": 4601500, "99.00 percentile latency (ns)": 7063987, "99.90 percentile latency (ns)": 20438995, "Max latency (ns)": 54979398, "Mean latency (ns)": 2582301, "Min duration satisfied": "Yes", "Min latency (ns)": 1970591, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 385.55, "QPS w/o loadgen overhead": 387.25, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 57.918, "characteristics.good": 28959, "characteristics.samples_per_second": 387.25, "characteristics.samples_per_second.normalized_per_core": 3.2270833333333333, "characteristics.samples_per_second.normalized_per_processor": 387.25, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-128-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v1-0.5-128-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "174ff5d202254513", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 12109362, "90.00 percentile latency (ns)": 15441413, "90th percentile latency (ns)": 15441413, "95.00 percentile latency (ns)": 17265889, "97.00 percentile latency (ns)": 18513497, "99.00 percentile latency (ns)": 27124464, "99.90 percentile latency (ns)": 39782271, "Max latency (ns)": 77717283, "Mean latency (ns)": 13053336, "Min duration satisfied": "Yes", "Min latency (ns)": 11344257, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 76.45, "QPS w/o loadgen overhead": 76.61, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 71.676, "characteristics.good": 35838, "characteristics.samples_per_second": 76.61, "characteristics.samples_per_second.normalized_per_core": 0.6384166666666666, "characteristics.samples_per_second.normalized_per_processor": 76.61, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-224-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v1-1.0-224-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "5806444f98dcbcb6", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 2038138, "90.00 percentile latency (ns)": 3126667, "90th percentile latency (ns)": 3126667, "95.00 percentile latency (ns)": 4072564, "97.00 percentile latency (ns)": 4760179, "99.00 percentile latency (ns)": 6613221, "99.90 percentile latency (ns)": 21223083, "Max latency (ns)": 100902704, "Mean latency (ns)": 2374152, "Min duration satisfied": "Yes", "Min latency (ns)": 1845010, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 420.46, "QPS w/o loadgen overhead": 421.2, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 43.548, "characteristics.good": 21774, "characteristics.samples_per_second": 421.2, "characteristics.samples_per_second.normalized_per_core": 3.51, "characteristics.samples_per_second.normalized_per_processor": 421.2, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-96-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.35-96-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v2/checkpoints/quantized_v2_96_35.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "40c645d9a938852b", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 51659808, "90.00 percentile latency (ns)": 66791119, "90th percentile latency (ns)": 66791119, "95.00 percentile latency (ns)": 69789362, "97.00 percentile latency (ns)": 73545652, "99.00 percentile latency (ns)": 83659562, "99.90 percentile latency (ns)": 95937694, "Max latency (ns)": 96031939, "Mean latency (ns)": 55595999, "Min duration satisfied": "Yes", "Min latency (ns)": 49652713, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 17.98, "QPS w/o loadgen overhead": 17.99, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 80.676, "characteristics.good": 40338, "characteristics.samples_per_second": 17.99, "characteristics.samples_per_second.normalized_per_core": 0.14991666666666664, "characteristics.samples_per_second.normalized_per_processor": 17.99, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "efficientnet-lite4-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "efficientnet-lite4-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite4.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 50, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "c71fba4b01a3bac1", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 10511502, "90.00 percentile latency (ns)": 16316656, "90th percentile latency (ns)": 16316656, "95.00 percentile latency (ns)": 17707702, "97.00 percentile latency (ns)": 18415417, "99.00 percentile latency (ns)": 24977250, "99.90 percentile latency (ns)": 38489542, "Max latency (ns)": 87004577, "Mean latency (ns)": 12015050, "Min duration satisfied": "Yes", "Min latency (ns)": 9222221, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 83.15, "QPS w/o loadgen overhead": 83.23, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 70.338, "characteristics.good": 35169, "characteristics.samples_per_second": 83.23, "characteristics.samples_per_second.normalized_per_core": 0.6935833333333333, "characteristics.samples_per_second.normalized_per_processor": 83.23, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v3-large-minimalistic_224_1.0_uint8", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v3-large-minimalistic_224_1.0_uint8", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet-v3/checkpoints/v3-large-minimalistic_224_1.0_uint8.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 166.667, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "c4235b954a060c2a", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 8280278, "90.00 percentile latency (ns)": 13949141, "90th percentile latency (ns)": 13949141, "95.00 percentile latency (ns)": 15720742, "97.00 percentile latency (ns)": 16677041, "99.00 percentile latency (ns)": 21386502, "99.90 percentile latency (ns)": 37879631, "Max latency (ns)": 121418604, "Mean latency (ns)": 9806528, "Min duration satisfied": "Yes", "Min latency (ns)": 7434480, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 101.86, "QPS w/o loadgen overhead": 101.97, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 67.394, "characteristics.good": 33697, "characteristics.samples_per_second": 101.97, "characteristics.samples_per_second.normalized_per_core": 0.84975, "characteristics.samples_per_second.normalized_per_processor": 101.97, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-192-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.75-192-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v2/checkpoints/quantized_v2_192_75.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "4887b7b2a91b6e75", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 8399144, "90.00 percentile latency (ns)": 11595456, "90th percentile latency (ns)": 11595456, "95.00 percentile latency (ns)": 13454121, "97.00 percentile latency (ns)": 14593398, "99.00 percentile latency (ns)": 18989668, "99.90 percentile latency (ns)": 37492362, "Max latency (ns)": 72093307, "Mean latency (ns)": 9227129, "Min duration satisfied": "Yes", "Min latency (ns)": 7519011, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 108.27, "QPS w/o loadgen overhead": 108.38, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 67.206, "characteristics.good": 33603, "characteristics.samples_per_second": 108.38, "characteristics.samples_per_second.normalized_per_core": 0.9031666666666667, "characteristics.samples_per_second.normalized_per_processor": 108.38, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-192-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v1-0.75-192-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_192_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "494ea2a6444d6ed5", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 5025811, "90.00 percentile latency (ns)": 6934659, "90th percentile latency (ns)": 6934659, "95.00 percentile latency (ns)": 8571111, "97.00 percentile latency (ns)": 9785433, "99.00 percentile latency (ns)": 12650033, "99.90 percentile latency (ns)": 28357764, "Max latency (ns)": 92339673, "Mean latency (ns)": 5579657, "Min duration satisfied": "Yes", "Min latency (ns)": 4488572, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 178.67, "QPS w/o loadgen overhead": 179.22, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 64.348, "characteristics.good": 32174, "characteristics.samples_per_second": 179.22, "characteristics.samples_per_second.normalized_per_core": 1.4935, "characteristics.samples_per_second.normalized_per_processor": 179.22, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-224-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v1-0.5-224-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "91184134901a2228", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 3993943, "90.00 percentile latency (ns)": 5304029, "90th percentile latency (ns)": 5304029, "95.00 percentile latency (ns)": 6612483, "97.00 percentile latency (ns)": 7693997, "99.00 percentile latency (ns)": 10951014, "99.90 percentile latency (ns)": 26531194, "Max latency (ns)": 72346159, "Mean latency (ns)": 4474837, "Min duration satisfied": "Yes", "Min latency (ns)": 3613934, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 222.67, "QPS w/o loadgen overhead": 223.47, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 63.246, "characteristics.good": 31623, "characteristics.samples_per_second": 223.47, "characteristics.samples_per_second.normalized_per_core": 1.86225, "characteristics.samples_per_second.normalized_per_processor": 223.47, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-192-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v1-0.5-192-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "ca5fa8bd01085beb", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 3559387, "90.00 percentile latency (ns)": 5435181, "90th percentile latency (ns)": 5435181, "95.00 percentile latency (ns)": 6736615, "97.00 percentile latency (ns)": 7986077, "99.00 percentile latency (ns)": 10894076, "99.90 percentile latency (ns)": 30217225, "Max latency (ns)": 114173698, "Mean latency (ns)": 4149859, "Min duration satisfied": "Yes", "Min latency (ns)": 3132680, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 240.09, "QPS w/o loadgen overhead": 240.97, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 61.668, "characteristics.good": 30834, "characteristics.samples_per_second": 240.97, "characteristics.samples_per_second.normalized_per_core": 2.0080833333333334, "characteristics.samples_per_second.normalized_per_processor": 240.97, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-160-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.5-160-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "7a9011dd38550ca1", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 5108554, "90.00 percentile latency (ns)": 7357345, "90th percentile latency (ns)": 7357345, "95.00 percentile latency (ns)": 9233035, "97.00 percentile latency (ns)": 10547617, "99.00 percentile latency (ns)": 13208616, "99.90 percentile latency (ns)": 27549607, "Max latency (ns)": 64658279, "Mean latency (ns)": 5800765, "Min duration satisfied": "Yes", "Min latency (ns)": 4621848, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 171.81, "QPS w/o loadgen overhead": 172.39, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 66.384, "characteristics.good": 33192, "characteristics.samples_per_second": 172.39, "characteristics.samples_per_second.normalized_per_core": 1.4365833333333333, "characteristics.samples_per_second.normalized_per_processor": 172.39, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-160-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v1-0.75-160-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "494adaab92126877", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 2506962, "90.00 percentile latency (ns)": 4009494, "90th percentile latency (ns)": 4009494, "95.00 percentile latency (ns)": 5208396, "97.00 percentile latency (ns)": 6072083, "99.00 percentile latency (ns)": 8527202, "99.90 percentile latency (ns)": 22439672, "Max latency (ns)": 76744592, "Mean latency (ns)": 2942585, "Min duration satisfied": "Yes", "Min latency (ns)": 2318089, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 339.25, "QPS w/o loadgen overhead": 339.84, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 49.36, "characteristics.good": 24680, "characteristics.samples_per_second": 339.84, "characteristics.samples_per_second.normalized_per_core": 2.832, "characteristics.samples_per_second.normalized_per_processor": 339.84, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-96-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.5-96-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v2/checkpoints/quantized_v2_96_50.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "16884be48a41d957", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 4959061, "90.00 percentile latency (ns)": 8142972, "90th percentile latency (ns)": 8142972, "95.00 percentile latency (ns)": 10051223, "97.00 percentile latency (ns)": 11332630, "99.00 percentile latency (ns)": 13323492, "99.90 percentile latency (ns)": 32219556, "Max latency (ns)": 124273742, "Mean latency (ns)": 5833856, "Min duration satisfied": "Yes", "Min latency (ns)": 4535677, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 171.2, "QPS w/o loadgen overhead": 171.41, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 61.982, "characteristics.good": 30991, "characteristics.samples_per_second": 171.41, "characteristics.samples_per_second.normalized_per_core": 1.4284166666666667, "characteristics.samples_per_second.normalized_per_processor": 171.41, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-128-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.75-128-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v2/checkpoints/quantized_v2_128_75.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "084dfb164cb1be68", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 3190151, "90.00 percentile latency (ns)": 5107063, "90th percentile latency (ns)": 5107063, "95.00 percentile latency (ns)": 6558164, "97.00 percentile latency (ns)": 7674754, "99.00 percentile latency (ns)": 10647295, "99.90 percentile latency (ns)": 28116831, "Max latency (ns)": 40141659, "Mean latency (ns)": 3745890, "Min duration satisfied": "Yes", "Min latency (ns)": 2788981, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 265.77, "QPS w/o loadgen overhead": 266.96, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 61.224, "characteristics.good": 30612, "characteristics.samples_per_second": 266.96, "characteristics.samples_per_second.normalized_per_core": 2.2246666666666663, "characteristics.samples_per_second.normalized_per_processor": 266.96, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-96-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-1.0-96-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_96.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "6b31576063aa3f5b", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 1591396, "90.00 percentile latency (ns)": 2396821, "90th percentile latency (ns)": 2396821, "95.00 percentile latency (ns)": 3185795, "97.00 percentile latency (ns)": 3752624, "99.00 percentile latency (ns)": 5456919, "99.90 percentile latency (ns)": 20983748, "Max latency (ns)": 55156248, "Mean latency (ns)": 1843523, "Min duration satisfied": "Yes", "Min latency (ns)": 1295102, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 541.21, "QPS w/o loadgen overhead": 542.44, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 42.344, "characteristics.good": 21172, "characteristics.samples_per_second": 542.44, "characteristics.samples_per_second.normalized_per_core": 4.520333333333334, "characteristics.samples_per_second.normalized_per_processor": 542.44, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-128-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v1-0.25-128-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_128_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "399c84a57366dcac", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 13570809, "90.00 percentile latency (ns)": 19984117, "90th percentile latency (ns)": 19984117, "95.00 percentile latency (ns)": 21302576, "97.00 percentile latency (ns)": 22204728, "99.00 percentile latency (ns)": 30900664, "99.90 percentile latency (ns)": 68514394, "Max latency (ns)": 128615776, "Mean latency (ns)": 15198843, "Min duration satisfied": "Yes", "Min latency (ns)": 12668305, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 65.67, "QPS w/o loadgen overhead": 65.79, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 75.012, "characteristics.good": 37506, "characteristics.samples_per_second": 65.79, "characteristics.samples_per_second.normalized_per_core": 0.54825, "characteristics.samples_per_second.normalized_per_processor": 65.79, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.3-224-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-1.3-224-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.3_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "e2ef38b4d948fed9", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 4801520, "90.00 percentile latency (ns)": 6983741, "90th percentile latency (ns)": 6983741, "95.00 percentile latency (ns)": 8912254, "97.00 percentile latency (ns)": 10247489, "99.00 percentile latency (ns)": 12489329, "99.90 percentile latency (ns)": 27458206, "Max latency (ns)": 37717599, "Mean latency (ns)": 5461380, "Min duration satisfied": "Yes", "Min latency (ns)": 4492769, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 182.84, "QPS w/o loadgen overhead": 183.1, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 64.418, "characteristics.good": 32209, "characteristics.samples_per_second": 183.1, "characteristics.samples_per_second.normalized_per_core": 1.5258333333333334, "characteristics.samples_per_second.normalized_per_processor": 183.1, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v3-small_224_1.0_uint8", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v3-small_224_1.0_uint8", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet-v3/checkpoints/v3-small_224_1.0_uint8.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 166.667, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "c0469aac73e4e660", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 21205849, "90.00 percentile latency (ns)": 28491733, "90th percentile latency (ns)": 28491733, "95.00 percentile latency (ns)": 31140808, "97.00 percentile latency (ns)": 33566705, "99.00 percentile latency (ns)": 40379512, "99.90 percentile latency (ns)": 55318657, "Max latency (ns)": 60898867, "Mean latency (ns)": 23053920, "Min duration satisfied": "Yes", "Min latency (ns)": 19848990, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 43.33, "QPS w/o loadgen overhead": 43.38, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 77.542, "characteristics.good": 38771, "characteristics.samples_per_second": 43.38, "characteristics.samples_per_second.normalized_per_core": 0.36150000000000004, "characteristics.samples_per_second.normalized_per_processor": 43.38, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "efficientnet-lite2-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "efficientnet-lite2-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite2.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 50, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "7aae637f2a7f4df3", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 2705505, "90.00 percentile latency (ns)": 3829911, "90th percentile latency (ns)": 3829911, "95.00 percentile latency (ns)": 4993550, "97.00 percentile latency (ns)": 5878104, "99.00 percentile latency (ns)": 8294988, "99.90 percentile latency (ns)": 21465314, "Max latency (ns)": 34418029, "Mean latency (ns)": 3063155, "Min duration satisfied": "Yes", "Min latency (ns)": 2278445, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 325.93, "QPS w/o loadgen overhead": 326.46, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 56.738, "characteristics.good": 28369, "characteristics.samples_per_second": 326.46, "characteristics.samples_per_second.normalized_per_core": 2.7205, "characteristics.samples_per_second.normalized_per_processor": 326.46, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-128-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v1-0.5-128-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_128_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "a1300e073c473f99", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 3472945, "90.00 percentile latency (ns)": 5717154, "90th percentile latency (ns)": 5717154, "95.00 percentile latency (ns)": 7195917, "97.00 percentile latency (ns)": 8165524, "99.00 percentile latency (ns)": 10776865, "99.90 percentile latency (ns)": 24271955, "Max latency (ns)": 45045690, "Mean latency (ns)": 4082551, "Min duration satisfied": "Yes", "Min latency (ns)": 3243368, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 244.63, "QPS w/o loadgen overhead": 244.94, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 57.044, "characteristics.good": 28522, "characteristics.samples_per_second": 244.94, "characteristics.samples_per_second.normalized_per_core": 2.041166666666667, "characteristics.samples_per_second.normalized_per_processor": 244.94, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-96-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.75-96-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v2/checkpoints/quantized_v2_96_75.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "8a90da145f274010", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 14897556, "90.00 percentile latency (ns)": 21268333, "90th percentile latency (ns)": 21268333, "95.00 percentile latency (ns)": 22916310, "97.00 percentile latency (ns)": 24663428, "99.00 percentile latency (ns)": 32392761, "99.90 percentile latency (ns)": 56227513, "Max latency (ns)": 132096246, "Mean latency (ns)": 16446367, "Min duration satisfied": "Yes", "Min latency (ns)": 13775138, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 60.71, "QPS w/o loadgen overhead": 60.8, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 75.69, "characteristics.good": 37845, "characteristics.samples_per_second": 60.8, "characteristics.samples_per_second.normalized_per_core": 0.5066666666666666, "characteristics.samples_per_second.normalized_per_processor": 60.8, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.4-224-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-1.4-224-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.4_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "07810b34441581bf", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 2110559, "90.00 percentile latency (ns)": 3750090, "90th percentile latency (ns)": 3750090, "95.00 percentile latency (ns)": 4759032, "97.00 percentile latency (ns)": 5643936, "99.00 percentile latency (ns)": 8028428, "99.90 percentile latency (ns)": 22896367, "Max latency (ns)": 67397358, "Mean latency (ns)": 2570345, "Min duration satisfied": "Yes", "Min latency (ns)": 1814674, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 387.03, "QPS w/o loadgen overhead": 389.05, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 52.446, "characteristics.good": 26223, "characteristics.samples_per_second": 389.05, "characteristics.samples_per_second.normalized_per_core": 3.2420833333333334, "characteristics.samples_per_second.normalized_per_processor": 389.05, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-96-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.5-96-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_96.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "3d1487aa24852a1e", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 8112086, "90.00 percentile latency (ns)": 12402317, "90th percentile latency (ns)": 12402317, "95.00 percentile latency (ns)": 14326093, "97.00 percentile latency (ns)": 15410819, "99.00 percentile latency (ns)": 18444538, "99.90 percentile latency (ns)": 35852002, "Max latency (ns)": 91423324, "Mean latency (ns)": 9190896, "Min duration satisfied": "Yes", "Min latency (ns)": 7444117, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 108.58, "QPS w/o loadgen overhead": 108.8, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 73.724, "characteristics.good": 36862, "characteristics.samples_per_second": 108.8, "characteristics.samples_per_second.normalized_per_core": 0.9066666666666666, "characteristics.samples_per_second.normalized_per_processor": 108.8, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v3-large_224_0.75_float", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v3-large_224_0.75_float", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet-v3/checkpoints/v3-large_224_0.75_float.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 166.667, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "4acca10486f56b23", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 4694242, "90.00 percentile latency (ns)": 6117692, "90th percentile latency (ns)": 6117692, "95.00 percentile latency (ns)": 7467539, "97.00 percentile latency (ns)": 8688998, "99.00 percentile latency (ns)": 11693122, "99.90 percentile latency (ns)": 30068279, "Max latency (ns)": 67193497, "Mean latency (ns)": 5181263, "Min duration satisfied": "Yes", "Min latency (ns)": 4319346, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 192.27, "QPS w/o loadgen overhead": 193.0, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 66.604, "characteristics.good": 33302, "characteristics.samples_per_second": 193.0, "characteristics.samples_per_second.normalized_per_core": 1.6083333333333334, "characteristics.samples_per_second.normalized_per_processor": 193.0, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-128-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v1-1.0-128-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "9ef7844abb5a5c7e", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 6929562, "90.00 percentile latency (ns)": 9142153, "90th percentile latency (ns)": 9142153, "95.00 percentile latency (ns)": 11048722, "97.00 percentile latency (ns)": 12337281, "99.00 percentile latency (ns)": 15326310, "99.90 percentile latency (ns)": 34760851, "Max latency (ns)": 79872726, "Mean latency (ns)": 7616493, "Min duration satisfied": "Yes", "Min latency (ns)": 6512623, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 130.95, "QPS w/o loadgen overhead": 131.29, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 69.106, "characteristics.good": 34553, "characteristics.samples_per_second": 131.29, "characteristics.samples_per_second.normalized_per_core": 1.0940833333333333, "characteristics.samples_per_second.normalized_per_processor": 131.29, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-160-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v1-1.0-160-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "62b9109c26414eb2", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 2825887, "90.00 percentile latency (ns)": 4547982, "90th percentile latency (ns)": 4547982, "95.00 percentile latency (ns)": 5654272, "97.00 percentile latency (ns)": 6549864, "99.00 percentile latency (ns)": 9137500, "99.90 percentile latency (ns)": 25101644, "Max latency (ns)": 78271276, "Mean latency (ns)": 3303112, "Min duration satisfied": "Yes", "Min latency (ns)": 2411021, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 301.47, "QPS w/o loadgen overhead": 302.74, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 59.822, "characteristics.good": 29911, "characteristics.samples_per_second": 302.74, "characteristics.samples_per_second.normalized_per_core": 2.5228333333333333, "characteristics.samples_per_second.normalized_per_processor": 302.74, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-96-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.75-96-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_96.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "f5337044a78f906e", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 4911861, "90.00 percentile latency (ns)": 6644460, "90th percentile latency (ns)": 6644460, "95.00 percentile latency (ns)": 8404260, "97.00 percentile latency (ns)": 9723878, "99.00 percentile latency (ns)": 12628696, "99.90 percentile latency (ns)": 29728974, "Max latency (ns)": 50145804, "Mean latency (ns)": 5449559, "Min duration satisfied": "Yes", "Min latency (ns)": 4431582, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 182.93, "QPS w/o loadgen overhead": 183.5, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 68.336, "characteristics.good": 34168, "characteristics.samples_per_second": 183.5, "characteristics.samples_per_second.normalized_per_core": 1.5291666666666666, "characteristics.samples_per_second.normalized_per_processor": 183.5, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v3-small_224_1.0_float", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v3-small_224_1.0_float", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet-v3/checkpoints/v3-small_224_1.0_float.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 166.667, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "f7c89e1df4052b81", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 6332926, "90.00 percentile latency (ns)": 10220590, "90th percentile latency (ns)": 10220590, "95.00 percentile latency (ns)": 11958524, "97.00 percentile latency (ns)": 12961546, "99.00 percentile latency (ns)": 15393528, "99.90 percentile latency (ns)": 32383321, "Max latency (ns)": 65328075, "Mean latency (ns)": 7311425, "Min duration satisfied": "Yes", "Min latency (ns)": 5787974, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 136.44, "QPS w/o loadgen overhead": 136.77, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 68.834, "characteristics.good": 34417, "characteristics.samples_per_second": 136.77, "characteristics.samples_per_second.normalized_per_core": 1.13975, "characteristics.samples_per_second.normalized_per_processor": 136.77, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-192-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.75-192-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "d4b2bb6a37a9f0db", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 15647016, "90.00 percentile latency (ns)": 22155169, "90th percentile latency (ns)": 22155169, "95.00 percentile latency (ns)": 24195035, "97.00 percentile latency (ns)": 27357508, "99.00 percentile latency (ns)": 34161962, "99.90 percentile latency (ns)": 46351932, "Max latency (ns)": 60826320, "Mean latency (ns)": 17475894, "Min duration satisfied": "Yes", "Min latency (ns)": 12892336, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 57.16, "QPS w/o loadgen overhead": 57.22, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 71.23, "characteristics.good": 35615, "characteristics.samples_per_second": 57.22, "characteristics.samples_per_second.normalized_per_core": 0.47683333333333333, "characteristics.samples_per_second.normalized_per_processor": 57.22, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "efficientnet-lite0-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "efficientnet-lite0-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite0.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 50, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "955251d264aceb40", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 31983467, "90.00 percentile latency (ns)": 41380131, "90th percentile latency (ns)": 41380131, "95.00 percentile latency (ns)": 45465492, "97.00 percentile latency (ns)": 48418452, "99.00 percentile latency (ns)": 55658382, "99.90 percentile latency (ns)": 79705121, "Max latency (ns)": 119179089, "Mean latency (ns)": 33971103, "Min duration satisfied": "Yes", "Min latency (ns)": 29749674, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 29.42, "QPS w/o loadgen overhead": 29.44, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 79.268, "characteristics.good": 39634, "characteristics.samples_per_second": 29.44, "characteristics.samples_per_second.normalized_per_core": 0.24533333333333335, "characteristics.samples_per_second.normalized_per_processor": 29.44, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "efficientnet-lite3-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "efficientnet-lite3-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite3.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 50, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "437e978cc6aec19c", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 4607270, "90.00 percentile latency (ns)": 7092963, "90th percentile latency (ns)": 7092963, "95.00 percentile latency (ns)": 8553164, "97.00 percentile latency (ns)": 9833900, "99.00 percentile latency (ns)": 12338954, "99.90 percentile latency (ns)": 25309715, "Max latency (ns)": 39768198, "Mean latency (ns)": 5310523, "Min duration satisfied": "Yes", "Min latency (ns)": 4141071, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 187.71, "QPS w/o loadgen overhead": 188.31, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 66.216, "characteristics.good": 33108, "characteristics.samples_per_second": 188.31, "characteristics.samples_per_second.normalized_per_core": 1.56925, "characteristics.samples_per_second.normalized_per_processor": 188.31, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v3-small_224_0.75_float", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v3-small_224_0.75_float", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet-v3/checkpoints/v3-small_224_0.75_float.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 166.667, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "78406dbc9b17acfd", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 45358192, "90.00 percentile latency (ns)": 57612452, "90th percentile latency (ns)": 57612452, "95.00 percentile latency (ns)": 60772717, "97.00 percentile latency (ns)": 62859783, "99.00 percentile latency (ns)": 67234597, "99.90 percentile latency (ns)": 83882296, "Max latency (ns)": 99341174, "Mean latency (ns)": 48233655, "Min duration satisfied": "Yes", "Min latency (ns)": 40503997, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 20.72, "QPS w/o loadgen overhead": 20.73, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 76.374, "characteristics.good": 38187, "characteristics.samples_per_second": 20.73, "characteristics.samples_per_second.normalized_per_core": 0.17275000000000001, "characteristics.samples_per_second.normalized_per_processor": 20.73, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "efficientnet-lite3-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "efficientnet-lite3-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite3.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 50, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "f1ca14069b1a65fc", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 3763851, "90.00 percentile latency (ns)": 5793127, "90th percentile latency (ns)": 5793127, "95.00 percentile latency (ns)": 7235689, "97.00 percentile latency (ns)": 8224822, "99.00 percentile latency (ns)": 11005492, "99.90 percentile latency (ns)": 24829383, "Max latency (ns)": 53818382, "Mean latency (ns)": 4330018, "Min duration satisfied": "Yes", "Min latency (ns)": 3404859, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 230.63, "QPS w/o loadgen overhead": 230.95, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 54.598, "characteristics.good": 27299, "characteristics.samples_per_second": 230.95, "characteristics.samples_per_second.normalized_per_core": 1.9245833333333333, "characteristics.samples_per_second.normalized_per_processor": 230.95, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-160-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.35-160-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v2/checkpoints/quantized_v2_160_35.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "d08904fd5892a76c", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 2526139, "90.00 percentile latency (ns)": 3287008, "90th percentile latency (ns)": 3287008, "95.00 percentile latency (ns)": 4142954, "97.00 percentile latency (ns)": 4856590, "99.00 percentile latency (ns)": 6995829, "99.90 percentile latency (ns)": 20903901, "Max latency (ns)": 36392882, "Mean latency (ns)": 2795431, "Min duration satisfied": "Yes", "Min latency (ns)": 2226989, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 356.73, "QPS w/o loadgen overhead": 357.73, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 49.478, "characteristics.good": 24739, "characteristics.samples_per_second": 357.73, "characteristics.samples_per_second.normalized_per_core": 2.9810833333333333, "characteristics.samples_per_second.normalized_per_processor": 357.73, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-192-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v1-0.25-192-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "b318a3567c0f1387", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 10604818, "90.00 percentile latency (ns)": 15938412, "90th percentile latency (ns)": 15938412, "95.00 percentile latency (ns)": 17149087, "97.00 percentile latency (ns)": 17912700, "99.00 percentile latency (ns)": 24453452, "99.90 percentile latency (ns)": 45424383, "Max latency (ns)": 75162704, "Mean latency (ns)": 11944790, "Min duration satisfied": "Yes", "Min latency (ns)": 9387008, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 83.64, "QPS w/o loadgen overhead": 83.72, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 68.126, "characteristics.good": 34063, "characteristics.samples_per_second": 83.72, "characteristics.samples_per_second.normalized_per_core": 0.6976666666666667, "characteristics.samples_per_second.normalized_per_processor": 83.72, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-224-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v1-0.75-224-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_224_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "384eb2478d96de0f", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 9839084, "90.00 percentile latency (ns)": 13872949, "90th percentile latency (ns)": 13872949, "95.00 percentile latency (ns)": 16245484, "97.00 percentile latency (ns)": 17381061, "99.00 percentile latency (ns)": 22943899, "99.90 percentile latency (ns)": 35700217, "Max latency (ns)": 72436071, "Mean latency (ns)": 10868603, "Min duration satisfied": "Yes", "Min latency (ns)": 8839034, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 91.86, "QPS w/o loadgen overhead": 92.01, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 75.76, "characteristics.good": 37880, "characteristics.samples_per_second": 92.01, "characteristics.samples_per_second.normalized_per_core": 0.76675, "characteristics.samples_per_second.normalized_per_processor": 92.01, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v3-large_224_1.0_float", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v3-large_224_1.0_float", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet-v3/checkpoints/v3-large_224_1.0_float.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 166.667, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "a838110a46329b47", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 5754824, "90.00 percentile latency (ns)": 9023177, "90th percentile latency (ns)": 9023177, "95.00 percentile latency (ns)": 10783469, "97.00 percentile latency (ns)": 12168213, "99.00 percentile latency (ns)": 14763628, "99.90 percentile latency (ns)": 31632321, "Max latency (ns)": 114989675, "Mean latency (ns)": 6679444, "Min duration satisfied": "Yes", "Min latency (ns)": 5025886, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 149.26, "QPS w/o loadgen overhead": 149.71, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 65.75, "characteristics.good": 32875, "characteristics.samples_per_second": 149.71, "characteristics.samples_per_second.normalized_per_core": 1.2475833333333335, "characteristics.samples_per_second.normalized_per_processor": 149.71, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-224-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.5-224-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "b7c2a316468eb6c6", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 6997540, "90.00 percentile latency (ns)": 9418983, "90th percentile latency (ns)": 9418983, "95.00 percentile latency (ns)": 11250228, "97.00 percentile latency (ns)": 12431493, "99.00 percentile latency (ns)": 15358816, "99.90 percentile latency (ns)": 38818923, "Max latency (ns)": 71777679, "Mean latency (ns)": 7713203, "Min duration satisfied": "Yes", "Min latency (ns)": 6344872, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 129.49, "QPS w/o loadgen overhead": 129.65, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 64.768, "characteristics.good": 32384, "characteristics.samples_per_second": 129.65, "characteristics.samples_per_second.normalized_per_core": 1.0804166666666668, "characteristics.samples_per_second.normalized_per_processor": 129.65, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-128-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v1-1.0-128-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_128_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "bb69c5da4f1cb551", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 8418474, "90.00 percentile latency (ns)": 12323091, "90th percentile latency (ns)": 12323091, "95.00 percentile latency (ns)": 14483698, "97.00 percentile latency (ns)": 15612738, "99.00 percentile latency (ns)": 21004619, "99.90 percentile latency (ns)": 39125078, "Max latency (ns)": 132804648, "Mean latency (ns)": 9378580, "Min duration satisfied": "Yes", "Min latency (ns)": 7612105, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 106.43, "QPS w/o loadgen overhead": 106.63, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 70.122, "characteristics.good": 35061, "characteristics.samples_per_second": 106.63, "characteristics.samples_per_second.normalized_per_core": 0.8885833333333333, "characteristics.samples_per_second.normalized_per_processor": 106.63, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-224-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.75-224-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "6c886f3a94efcb6d", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 6397121, "90.00 percentile latency (ns)": 9312341, "90th percentile latency (ns)": 9312341, "95.00 percentile latency (ns)": 11220032, "97.00 percentile latency (ns)": 12395791, "99.00 percentile latency (ns)": 14694095, "99.90 percentile latency (ns)": 30173561, "Max latency (ns)": 77117525, "Mean latency (ns)": 7171429, "Min duration satisfied": "Yes", "Min latency (ns)": 5489724, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 139.27, "QPS w/o loadgen overhead": 139.44, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 64.12, "characteristics.good": 32060, "characteristics.samples_per_second": 139.44, "characteristics.samples_per_second.normalized_per_core": 1.162, "characteristics.samples_per_second.normalized_per_processor": 139.44, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-160-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v1-0.75-160-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_160_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "d7a44037add8c3ab", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 4670001, "90.00 percentile latency (ns)": 6747202, "90th percentile latency (ns)": 6747202, "95.00 percentile latency (ns)": 8500922, "97.00 percentile latency (ns)": 9783774, "99.00 percentile latency (ns)": 12502149, "99.90 percentile latency (ns)": 29194620, "Max latency (ns)": 116705776, "Mean latency (ns)": 5303339, "Min duration satisfied": "Yes", "Min latency (ns)": 4101393, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 187.92, "QPS w/o loadgen overhead": 188.56, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 64.282, "characteristics.good": 32141, "characteristics.samples_per_second": 188.56, "characteristics.samples_per_second.normalized_per_core": 1.5713333333333332, "characteristics.samples_per_second.normalized_per_processor": 188.56, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-192-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.5-192-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "99df01e4117b958b", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 8034802, "90.00 percentile latency (ns)": 11373913, "90th percentile latency (ns)": 11373913, "95.00 percentile latency (ns)": 13670092, "97.00 percentile latency (ns)": 15041392, "99.00 percentile latency (ns)": 19687609, "99.90 percentile latency (ns)": 33769305, "Max latency (ns)": 55719716, "Mean latency (ns)": 8868364, "Min duration satisfied": "Yes", "Min latency (ns)": 7166150, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 112.51, "QPS w/o loadgen overhead": 112.76, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 72.678, "characteristics.good": 36339, "characteristics.samples_per_second": 112.76, "characteristics.samples_per_second.normalized_per_core": 0.9396666666666668, "characteristics.samples_per_second.normalized_per_processor": 112.76, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v3-large-minimalistic_224_1.0_float", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v3-large-minimalistic_224_1.0_float", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet-v3/checkpoints/v3-large-minimalistic_224_1.0_float.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 166.667, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "d52e4941cf8b84de", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 6404819, "90.00 percentile latency (ns)": 10753006, "90th percentile latency (ns)": 10753006, "95.00 percentile latency (ns)": 12608318, "97.00 percentile latency (ns)": 13665387, "99.00 percentile latency (ns)": 16538150, "99.90 percentile latency (ns)": 36572001, "Max latency (ns)": 119449986, "Mean latency (ns)": 7561171, "Min duration satisfied": "Yes", "Min latency (ns)": 5762712, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 132.12, "QPS w/o loadgen overhead": 132.25, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 64.98, "characteristics.good": 32490, "characteristics.samples_per_second": 132.25, "characteristics.samples_per_second.normalized_per_core": 1.1020833333333333, "characteristics.samples_per_second.normalized_per_processor": 132.25, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-160-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.75-160-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v2/checkpoints/quantized_v2_160_75.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "1ac463fb4d5fa796", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 9968214, "90.00 percentile latency (ns)": 13864617, "90th percentile latency (ns)": 13864617, "95.00 percentile latency (ns)": 16311457, "97.00 percentile latency (ns)": 17413893, "99.00 percentile latency (ns)": 23414240, "99.90 percentile latency (ns)": 42304908, "Max latency (ns)": 126889928, "Mean latency (ns)": 10971983, "Min duration satisfied": "Yes", "Min latency (ns)": 8875067, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 90.97, "QPS w/o loadgen overhead": 91.14, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 71.77, "characteristics.good": 35885, "characteristics.samples_per_second": 91.14, "characteristics.samples_per_second.normalized_per_core": 0.7595, "characteristics.samples_per_second.normalized_per_processor": 91.14, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-224-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-1.0-224-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "2464c50b554cd087", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 4781676, "90.00 percentile latency (ns)": 7148242, "90th percentile latency (ns)": 7148242, "95.00 percentile latency (ns)": 9019488, "97.00 percentile latency (ns)": 10419452, "99.00 percentile latency (ns)": 13044558, "99.90 percentile latency (ns)": 32743861, "Max latency (ns)": 119847677, "Mean latency (ns)": 5474498, "Min duration satisfied": "Yes", "Min latency (ns)": 4397244, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 182.12, "QPS w/o loadgen overhead": 182.67, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 66.75, "characteristics.good": 33375, "characteristics.samples_per_second": 182.67, "characteristics.samples_per_second.normalized_per_core": 1.5222499999999999, "characteristics.samples_per_second.normalized_per_processor": 182.67, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-160-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.75-160-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "4bcfbdc3d9131076", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 1767790, "90.00 percentile latency (ns)": 3067496, "90th percentile latency (ns)": 3067496, "95.00 percentile latency (ns)": 3998513, "97.00 percentile latency (ns)": 4732626, "99.00 percentile latency (ns)": 6746795, "99.90 percentile latency (ns)": 22834130, "Max latency (ns)": 90419231, "Mean latency (ns)": 2163828, "Min duration satisfied": "Yes", "Min latency (ns)": 1510595, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 460.46, "QPS w/o loadgen overhead": 462.14, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 47.14, "characteristics.good": 23570, "characteristics.samples_per_second": 462.14, "characteristics.samples_per_second.normalized_per_core": 3.8511666666666664, "characteristics.samples_per_second.normalized_per_processor": 462.14, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-96-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.35-96-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_96.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "b4c52bbe0ec46059", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 3101101, "90.00 percentile latency (ns)": 4606962, "90th percentile latency (ns)": 4606962, "95.00 percentile latency (ns)": 5821226, "97.00 percentile latency (ns)": 6873049, "99.00 percentile latency (ns)": 9193634, "99.90 percentile latency (ns)": 24357460, "Max latency (ns)": 53125268, "Mean latency (ns)": 3546216, "Min duration satisfied": "Yes", "Min latency (ns)": 2561205, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 281.01, "QPS w/o loadgen overhead": 281.99, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 56.988, "characteristics.good": 28494, "characteristics.samples_per_second": 281.99, "characteristics.samples_per_second.normalized_per_core": 2.3499166666666667, "characteristics.samples_per_second.normalized_per_processor": 281.99, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-160-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.35-160-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "4b105d3f48a387c8", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 3298463, "90.00 percentile latency (ns)": 4989617, "90th percentile latency (ns)": 4989617, "95.00 percentile latency (ns)": 6185323, "97.00 percentile latency (ns)": 7223741, "99.00 percentile latency (ns)": 9532973, "99.90 percentile latency (ns)": 25272486, "Max latency (ns)": 68116607, "Mean latency (ns)": 3794261, "Min duration satisfied": "Yes", "Min latency (ns)": 3033362, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 262.51, "QPS w/o loadgen overhead": 263.56, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 63.716, "characteristics.good": 31858, "characteristics.samples_per_second": 263.56, "characteristics.samples_per_second.normalized_per_core": 2.1963333333333335, "characteristics.samples_per_second.normalized_per_processor": 263.56, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-128-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v1-0.75-128-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "e384b129dfd39807", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 3258831, "90.00 percentile latency (ns)": 4735441, "90th percentile latency (ns)": 4735441, "95.00 percentile latency (ns)": 6081996, "97.00 percentile latency (ns)": 7083609, "99.00 percentile latency (ns)": 10020410, "99.90 percentile latency (ns)": 25934489, "Max latency (ns)": 118040027, "Mean latency (ns)": 3740010, "Min duration satisfied": "Yes", "Min latency (ns)": 3003557, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 267.0, "QPS w/o loadgen overhead": 267.38, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 55.55, "characteristics.good": 27775, "characteristics.samples_per_second": 267.38, "characteristics.samples_per_second.normalized_per_core": 2.2281666666666666, "characteristics.samples_per_second.normalized_per_processor": 267.38, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-128-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.5-128-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v2/checkpoints/quantized_v2_128_50.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "963b177ee64fe9b6", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 3953933, "90.00 percentile latency (ns)": 5825632, "90th percentile latency (ns)": 5825632, "95.00 percentile latency (ns)": 7395268, "97.00 percentile latency (ns)": 8692285, "99.00 percentile latency (ns)": 11412757, "99.90 percentile latency (ns)": 27182986, "Max latency (ns)": 125649384, "Mean latency (ns)": 4519968, "Min duration satisfied": "Yes", "Min latency (ns)": 3315570, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 220.53, "QPS w/o loadgen overhead": 221.24, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 59.322, "characteristics.good": 29661, "characteristics.samples_per_second": 221.24, "characteristics.samples_per_second.normalized_per_core": 1.8436666666666668, "characteristics.samples_per_second.normalized_per_processor": 221.24, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-192-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.35-192-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "ab79942b8d2f1c84", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 67889184, "90.00 percentile latency (ns)": 84102452, "90th percentile latency (ns)": 84102452, "95.00 percentile latency (ns)": 87763643, "97.00 percentile latency (ns)": 89312520, "99.00 percentile latency (ns)": 95767175, "99.90 percentile latency (ns)": 110162958, "Max latency (ns)": 178738883, "Mean latency (ns)": 71423699, "Min duration satisfied": "Yes", "Min latency (ns)": 66685767, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 14.0, "QPS w/o loadgen overhead": 14.0, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 75.068, "characteristics.good": 37534, "characteristics.samples_per_second": 14.0, "characteristics.samples_per_second.normalized_per_core": 0.11666666666666667, "characteristics.samples_per_second.normalized_per_processor": 14.0, "characteristics.total": 50000, "ck_system": "rpi4coral-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "MakerHawk Pi-FAN DC Brushless Cooling Fan LD3007MS", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "efficientnet-lite0-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "efficientnet-lite0-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/rpi4coral-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite0.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4coral-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 22.2222, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "c104604a10291df9", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 31877495, "90.00 percentile latency (ns)": 42728287, "90th percentile latency (ns)": 42728287, "95.00 percentile latency (ns)": 52028951, "97.00 percentile latency (ns)": 56685429, "99.00 percentile latency (ns)": 73314095, "99.90 percentile latency (ns)": 129417673, "Max latency (ns)": 136967947, "Mean latency (ns)": 34750909, "Min duration satisfied": "Yes", "Min latency (ns)": 30833201, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 28.74, "QPS w/o loadgen overhead": 28.78, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 71.23, "characteristics.good": 35615, "characteristics.samples_per_second": 28.78, "characteristics.samples_per_second.normalized_per_core": 0.23983333333333334, "characteristics.samples_per_second.normalized_per_processor": 28.78, "characteristics.total": 50000, "ck_system": "rpi4coral-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "MakerHawk Pi-FAN DC Brushless Cooling Fan LD3007MS", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "efficientnet-lite0-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "efficientnet-lite0-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/rpi4coral-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite0.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4coral-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 22.2222, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "fe142acb74d267db", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 70886064, "90.00 percentile latency (ns)": 71547265, "90th percentile latency (ns)": 71547265, "95.00 percentile latency (ns)": 71943339, "97.00 percentile latency (ns)": 72174050, "99.00 percentile latency (ns)": 72885726, "99.90 percentile latency (ns)": 83378105, "Max latency (ns)": 84339436, "Mean latency (ns)": 71034742, "Min duration satisfied": "Yes", "Min latency (ns)": 70354665, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 14.07, "QPS w/o loadgen overhead": 14.08, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 75.068, "characteristics.good": 37534, "characteristics.samples_per_second": 14.08, "characteristics.samples_per_second.normalized_per_core": 0.11733333333333333, "characteristics.samples_per_second.normalized_per_processor": 14.08, "characteristics.total": 50000, "ck_system": "firefly-armnn-v20.08-neon", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "efficientnet-lite0-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "efficientnet-lite0-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/firefly-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite0.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 20, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "05a2ab8b65445ea5", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 367999010, "90.00 percentile latency (ns)": 369180242, "90th percentile latency (ns)": 369180242, "95.00 percentile latency (ns)": 369547457, "97.00 percentile latency (ns)": 369983217, "99.00 percentile latency (ns)": 372941026, "99.90 percentile latency (ns)": 390337106, "Max latency (ns)": 433434032, "Mean latency (ns)": 368240673, "Min duration satisfied": "Yes", "Min latency (ns)": 366244086, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 2.72, "QPS w/o loadgen overhead": 2.72, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 80.676, "characteristics.good": 40338, "characteristics.samples_per_second": 2.72, "characteristics.samples_per_second.normalized_per_core": 0.02266666666666667, "characteristics.samples_per_second.normalized_per_processor": 2.72, "characteristics.total": 50000, "ck_system": "firefly-armnn-v20.08-neon", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "efficientnet-lite4-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "efficientnet-lite4-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/firefly-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite4.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 2, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "f7c93c7912c546d3", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 203582456, "90.00 percentile latency (ns)": 204266654, "90th percentile latency (ns)": 204266654, "95.00 percentile latency (ns)": 204449593, "97.00 percentile latency (ns)": 204587742, "99.00 percentile latency (ns)": 205185702, "99.90 percentile latency (ns)": 211535294, "Max latency (ns)": 221396534, "Mean latency (ns)": 203601053, "Min duration satisfied": "Yes", "Min latency (ns)": 201406576, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 4.91, "QPS w/o loadgen overhead": 4.91, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 71.274, "characteristics.good": 35637, "characteristics.samples_per_second": 4.91, "characteristics.samples_per_second.normalized_per_core": 0.04091666666666667, "characteristics.samples_per_second.normalized_per_processor": 4.91, "characteristics.total": 50000, "ck_system": "firefly-armnn-v20.08-neon", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "efficientnet-lite0-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "efficientnet-lite0-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/firefly-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite0.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 20, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "77f5aea2436198ba", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 32365690, "90.00 percentile latency (ns)": 37517556, "90th percentile latency (ns)": 37517556, "95.00 percentile latency (ns)": 43617590, "97.00 percentile latency (ns)": 45728015, "99.00 percentile latency (ns)": 50245935, "99.90 percentile latency (ns)": 61438665, "Max latency (ns)": 65509365, "Mean latency (ns)": 30907944, "Min duration satisfied": "Yes", "Min latency (ns)": 11962778, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 32.32, "QPS w/o loadgen overhead": 32.35, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 70.738, "characteristics.good": 35369, "characteristics.samples_per_second": 32.35, "characteristics.samples_per_second.normalized_per_core": 0.26958333333333334, "characteristics.samples_per_second.normalized_per_processor": 32.35, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-192-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-1.0-192-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "24eef9f4802f94cd", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 159929863, "90.00 percentile latency (ns)": 178912196, "90th percentile latency (ns)": 178912196, "95.00 percentile latency (ns)": 190743600, "97.00 percentile latency (ns)": 215886960, "99.00 percentile latency (ns)": 261333131, "99.90 percentile latency (ns)": 317856943, "Max latency (ns)": 319960721, "Mean latency (ns)": 166843899, "Min duration satisfied": "Yes", "Min latency (ns)": 155759042, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 5.99, "QPS w/o loadgen overhead": 5.99, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 78.536, "characteristics.good": 39268, "characteristics.samples_per_second": 5.99, "characteristics.samples_per_second.normalized_per_core": 0.04991666666666667, "characteristics.samples_per_second.normalized_per_processor": 5.99, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "efficientnet-lite4-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "efficientnet-lite4-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite4.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 20, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "f86ae654ca5466b8", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 11360566, "90.00 percentile latency (ns)": 12799281, "90th percentile latency (ns)": 12799281, "95.00 percentile latency (ns)": 16472872, "97.00 percentile latency (ns)": 17825985, "99.00 percentile latency (ns)": 31098437, "99.90 percentile latency (ns)": 76038064, "Max latency (ns)": 109230785, "Mean latency (ns)": 12103096, "Min duration satisfied": "Yes", "Min latency (ns)": 9897658, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 82.51, "QPS w/o loadgen overhead": 82.62, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 63.65, "characteristics.good": 31825, "characteristics.samples_per_second": 82.62, "characteristics.samples_per_second.normalized_per_core": 0.6885, "characteristics.samples_per_second.normalized_per_processor": 82.62, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-224-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.5-224-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v2/checkpoints/quantized_v2_224_50.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "d680f56a3a54d13a", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 14911819, "90.00 percentile latency (ns)": 17111863, "90th percentile latency (ns)": 17111863, "95.00 percentile latency (ns)": 19723613, "97.00 percentile latency (ns)": 21941258, "99.00 percentile latency (ns)": 26034726, "99.90 percentile latency (ns)": 34701129, "Max latency (ns)": 38402324, "Mean latency (ns)": 15383792, "Min duration satisfied": "Yes", "Min latency (ns)": 11800755, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 64.87, "QPS w/o loadgen overhead": 65.0, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 52.172, "characteristics.good": 26086, "characteristics.samples_per_second": 65.0, "characteristics.samples_per_second.normalized_per_core": 0.5416666666666666, "characteristics.samples_per_second.normalized_per_processor": 65.0, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-128-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.35-128-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "1bcf44fdb83e6f79", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 16184366, "90.00 percentile latency (ns)": 18372203, "90th percentile latency (ns)": 18372203, "95.00 percentile latency (ns)": 21286144, "97.00 percentile latency (ns)": 23634010, "99.00 percentile latency (ns)": 27173867, "99.90 percentile latency (ns)": 32456551, "Max latency (ns)": 40444452, "Mean latency (ns)": 16596230, "Min duration satisfied": "Yes", "Min latency (ns)": 6383522, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 60.16, "QPS w/o loadgen overhead": 60.25, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 58.402, "characteristics.good": 29201, "characteristics.samples_per_second": 60.25, "characteristics.samples_per_second.normalized_per_core": 0.5020833333333333, "characteristics.samples_per_second.normalized_per_processor": 60.25, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-128-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.5-128-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "c76481ea9afaf1f1", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 23273146, "90.00 percentile latency (ns)": 26246142, "90th percentile latency (ns)": 26246142, "95.00 percentile latency (ns)": 30055019, "97.00 percentile latency (ns)": 32656098, "99.00 percentile latency (ns)": 36196830, "99.90 percentile latency (ns)": 45611528, "Max latency (ns)": 45780272, "Mean latency (ns)": 22409061, "Min duration satisfied": "Yes", "Min latency (ns)": 9274274, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 44.58, "QPS w/o loadgen overhead": 44.62, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 60.976, "characteristics.good": 30488, "characteristics.samples_per_second": 44.62, "characteristics.samples_per_second.normalized_per_core": 0.3718333333333333, "characteristics.samples_per_second.normalized_per_processor": 44.62, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-224-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.35-224-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "0d931ec45d2b2cf4", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 20499108, "90.00 percentile latency (ns)": 23846018, "90th percentile latency (ns)": 23846018, "95.00 percentile latency (ns)": 25805182, "97.00 percentile latency (ns)": 27409162, "99.00 percentile latency (ns)": 30961041, "99.90 percentile latency (ns)": 35256411, "Max latency (ns)": 38387407, "Mean latency (ns)": 19813054, "Min duration satisfied": "Yes", "Min latency (ns)": 13024389, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 50.44, "QPS w/o loadgen overhead": 50.47, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 75.068, "characteristics.good": 37534, "characteristics.samples_per_second": 50.47, "characteristics.samples_per_second.normalized_per_core": 0.4205833333333333, "characteristics.samples_per_second.normalized_per_processor": 50.47, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "efficientnet-lite0-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "efficientnet-lite0-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite0.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 40, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "5490dc56d1335e93", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 26827508, "90.00 percentile latency (ns)": 31741509, "90th percentile latency (ns)": 31741509, "95.00 percentile latency (ns)": 36928352, "97.00 percentile latency (ns)": 39414442, "99.00 percentile latency (ns)": 42666484, "99.90 percentile latency (ns)": 51494187, "Max latency (ns)": 57397830, "Mean latency (ns)": 26698731, "Min duration satisfied": "Yes", "Min latency (ns)": 10007785, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 37.41, "QPS w/o loadgen overhead": 37.45, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 69.016, "characteristics.good": 34508, "characteristics.samples_per_second": 37.45, "characteristics.samples_per_second.normalized_per_core": 0.3120833333333334, "characteristics.samples_per_second.normalized_per_processor": 37.45, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-160-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-1.0-160-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "8e69d1464190ce1e", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 50075733, "90.00 percentile latency (ns)": 64974738, "90th percentile latency (ns)": 64974738, "95.00 percentile latency (ns)": 69004784, "97.00 percentile latency (ns)": 72549559, "99.00 percentile latency (ns)": 82036117, "99.90 percentile latency (ns)": 138628253, "Max latency (ns)": 207062578, "Mean latency (ns)": 53385065, "Min duration satisfied": "Yes", "Min latency (ns)": 48722677, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 18.73, "QPS w/o loadgen overhead": 18.73, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 74.136, "characteristics.good": 37068, "characteristics.samples_per_second": 18.73, "characteristics.samples_per_second.normalized_per_core": 0.15608333333333332, "characteristics.samples_per_second.normalized_per_processor": 18.73, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "efficientnet-lite1-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "efficientnet-lite1-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite1.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 20, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "451d2505b1a14f41", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 9501327, "90.00 percentile latency (ns)": 10902670, "90th percentile latency (ns)": 10902670, "95.00 percentile latency (ns)": 13927093, "97.00 percentile latency (ns)": 15532480, "99.00 percentile latency (ns)": 28442505, "99.90 percentile latency (ns)": 68388535, "Max latency (ns)": 226593381, "Mean latency (ns)": 10220871, "Min duration satisfied": "Yes", "Min latency (ns)": 8355930, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 97.7, "QPS w/o loadgen overhead": 97.84, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 61.948, "characteristics.good": 30974, "characteristics.samples_per_second": 97.84, "characteristics.samples_per_second.normalized_per_core": 0.8153333333333334, "characteristics.samples_per_second.normalized_per_processor": 97.84, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-192-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.5-192-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v2/checkpoints/quantized_v2_192_50.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "c634a248847c3342", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 6381714, "90.00 percentile latency (ns)": 7223441, "90th percentile latency (ns)": 7223441, "95.00 percentile latency (ns)": 9431140, "97.00 percentile latency (ns)": 10366473, "99.00 percentile latency (ns)": 25244801, "99.90 percentile latency (ns)": 62076664, "Max latency (ns)": 182316731, "Mean latency (ns)": 7028816, "Min duration satisfied": "Yes", "Min latency (ns)": 5310473, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 142.08, "QPS w/o loadgen overhead": 142.27, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 49.19, "characteristics.good": 24595, "characteristics.samples_per_second": 142.27, "characteristics.samples_per_second.normalized_per_core": 1.1855833333333334, "characteristics.samples_per_second.normalized_per_processor": 142.27, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-128-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.35-128-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v2/checkpoints/quantized_v2_128_35.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "f866ac20b4fa7ac7", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 26666840, "90.00 percentile latency (ns)": 33437846, "90th percentile latency (ns)": 33437846, "95.00 percentile latency (ns)": 37800613, "97.00 percentile latency (ns)": 41092006, "99.00 percentile latency (ns)": 47619626, "99.90 percentile latency (ns)": 60094184, "Max latency (ns)": 92551923, "Mean latency (ns)": 28227963, "Min duration satisfied": "Yes", "Min latency (ns)": 24900084, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 35.39, "QPS w/o loadgen overhead": 35.43, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 73.556, "characteristics.good": 36778, "characteristics.samples_per_second": 35.43, "characteristics.samples_per_second.normalized_per_core": 0.29525, "characteristics.samples_per_second.normalized_per_processor": 35.43, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.4-224-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-1.4-224-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v2/checkpoints/quantized_v2_224_140.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "03a55175afbec14f", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 20710875, "90.00 percentile latency (ns)": 23974840, "90th percentile latency (ns)": 23974840, "95.00 percentile latency (ns)": 28287826, "97.00 percentile latency (ns)": 30358673, "99.00 percentile latency (ns)": 33166368, "99.90 percentile latency (ns)": 42881271, "Max latency (ns)": 52803545, "Mean latency (ns)": 20756396, "Min duration satisfied": "Yes", "Min latency (ns)": 7948803, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 48.1, "QPS w/o loadgen overhead": 48.18, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 64.038, "characteristics.good": 32019, "characteristics.samples_per_second": 48.18, "characteristics.samples_per_second.normalized_per_core": 0.4015, "characteristics.samples_per_second.normalized_per_processor": 48.18, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-128-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.75-128-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "6aa8ef4feead0432", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 7815130, "90.00 percentile latency (ns)": 8686529, "90th percentile latency (ns)": 8686529, "95.00 percentile latency (ns)": 11469947, "97.00 percentile latency (ns)": 13051617, "99.00 percentile latency (ns)": 28629810, "99.90 percentile latency (ns)": 56285468, "Max latency (ns)": 294085972, "Mean latency (ns)": 8521242, "Min duration satisfied": "Yes", "Min latency (ns)": 6944051, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 117.24, "QPS w/o loadgen overhead": 117.35, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 59.232, "characteristics.good": 29616, "characteristics.samples_per_second": 117.35, "characteristics.samples_per_second.normalized_per_core": 0.9779166666666667, "characteristics.samples_per_second.normalized_per_processor": 117.35, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-160-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.5-160-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v2/checkpoints/quantized_v2_160_50.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "c344ed94a9358840", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 6763838, "90.00 percentile latency (ns)": 7896781, "90th percentile latency (ns)": 7896781, "95.00 percentile latency (ns)": 10515452, "97.00 percentile latency (ns)": 11855350, "99.00 percentile latency (ns)": 22281261, "99.90 percentile latency (ns)": 46742263, "Max latency (ns)": 229195411, "Mean latency (ns)": 7504248, "Min duration satisfied": "Yes", "Min latency (ns)": 6315019, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 133.03, "QPS w/o loadgen overhead": 133.26, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 59.072, "characteristics.good": 29536, "characteristics.samples_per_second": 133.26, "characteristics.samples_per_second.normalized_per_core": 1.1104999999999998, "characteristics.samples_per_second.normalized_per_processor": 133.26, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-96-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-1.0-96-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v2/checkpoints/quantized_v2_96_100.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "0c8823aba4b41d6a", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 17903396, "90.00 percentile latency (ns)": 22909300, "90th percentile latency (ns)": 22909300, "95.00 percentile latency (ns)": 25098203, "97.00 percentile latency (ns)": 27844025, "99.00 percentile latency (ns)": 36053264, "99.90 percentile latency (ns)": 57857635, "Max latency (ns)": 120572619, "Mean latency (ns)": 19231555, "Min duration satisfied": "Yes", "Min latency (ns)": 16846213, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 51.95, "QPS w/o loadgen overhead": 52.0, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 72.892, "characteristics.good": 36446, "characteristics.samples_per_second": 52.0, "characteristics.samples_per_second.normalized_per_core": 0.43333333333333335, "characteristics.samples_per_second.normalized_per_processor": 52.0, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v3-large_224_1.0_uint8", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v3-large_224_1.0_uint8", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v3/checkpoints/v3-large_224_1.0_uint8.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 83.3333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "404e5bb277188aab", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 18108314, "90.00 percentile latency (ns)": 24100213, "90th percentile latency (ns)": 24100213, "95.00 percentile latency (ns)": 26347475, "97.00 percentile latency (ns)": 28869822, "99.00 percentile latency (ns)": 38236871, "99.90 percentile latency (ns)": 49949110, "Max latency (ns)": 208702640, "Mean latency (ns)": 19425534, "Min duration satisfied": "Yes", "Min latency (ns)": 16156423, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 51.42, "QPS w/o loadgen overhead": 51.48, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 70.598, "characteristics.good": 35299, "characteristics.samples_per_second": 51.48, "characteristics.samples_per_second.normalized_per_core": 0.429, "characteristics.samples_per_second.normalized_per_processor": 51.48, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-224-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-1.0-224-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v2/checkpoints/quantized_v2_224_100.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "f7a4583a331c77a0", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 9219209, "90.00 percentile latency (ns)": 11215886, "90th percentile latency (ns)": 11215886, "95.00 percentile latency (ns)": 14107489, "97.00 percentile latency (ns)": 16087686, "99.00 percentile latency (ns)": 29826703, "99.90 percentile latency (ns)": 60496313, "Max latency (ns)": 176300606, "Mean latency (ns)": 10130068, "Min duration satisfied": "Yes", "Min latency (ns)": 7980433, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 98.58, "QPS w/o loadgen overhead": 98.72, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 56.522, "characteristics.good": 28261, "characteristics.samples_per_second": 98.72, "characteristics.samples_per_second.normalized_per_core": 0.8226666666666667, "characteristics.samples_per_second.normalized_per_processor": 98.72, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-192-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.35-192-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v2/checkpoints/quantized_v2_192_35.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "d085eb3b74cf1b9d", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 11711570, "90.00 percentile latency (ns)": 13429532, "90th percentile latency (ns)": 13429532, "95.00 percentile latency (ns)": 16640356, "97.00 percentile latency (ns)": 18182341, "99.00 percentile latency (ns)": 28082410, "99.90 percentile latency (ns)": 43318035, "Max latency (ns)": 107207533, "Mean latency (ns)": 12225564, "Min duration satisfied": "Yes", "Min latency (ns)": 10029802, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 81.68, "QPS w/o loadgen overhead": 81.8, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 67.726, "characteristics.good": 33863, "characteristics.samples_per_second": 81.8, "characteristics.samples_per_second.normalized_per_core": 0.6816666666666666, "characteristics.samples_per_second.normalized_per_processor": 81.8, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-160-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-1.0-160-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v2/checkpoints/quantized_v2_160_100.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "7c8b9f4e2a90a74d", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 8521554, "90.00 percentile latency (ns)": 9756288, "90th percentile latency (ns)": 9756288, "95.00 percentile latency (ns)": 12542081, "97.00 percentile latency (ns)": 14123426, "99.00 percentile latency (ns)": 20863444, "99.90 percentile latency (ns)": 39097379, "Max latency (ns)": 82797573, "Mean latency (ns)": 9228577, "Min duration satisfied": "Yes", "Min latency (ns)": 8041445, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 108.2, "QPS w/o loadgen overhead": 108.36, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 63.442, "characteristics.good": 31721, "characteristics.samples_per_second": 108.36, "characteristics.samples_per_second.normalized_per_core": 0.903, "characteristics.samples_per_second.normalized_per_processor": 108.36, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-128-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-1.0-128-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v2/checkpoints/quantized_v2_128_100.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "d0489c90c4260450", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 71825590, "90.00 percentile latency (ns)": 86635280, "90th percentile latency (ns)": 86635280, "95.00 percentile latency (ns)": 90052369, "97.00 percentile latency (ns)": 92532357, "99.00 percentile latency (ns)": 110124866, "99.90 percentile latency (ns)": 157519001, "Max latency (ns)": 230687534, "Mean latency (ns)": 75122016, "Min duration satisfied": "Yes", "Min latency (ns)": 70742659, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 13.31, "QPS w/o loadgen overhead": 13.31, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 74.112, "characteristics.good": 37056, "characteristics.samples_per_second": 13.31, "characteristics.samples_per_second.normalized_per_core": 0.11091666666666668, "characteristics.samples_per_second.normalized_per_processor": 13.31, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "efficientnet-lite2-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "efficientnet-lite2-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite2.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 20, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "39af1494c81e6d01", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 10694592, "90.00 percentile latency (ns)": 12670618, "90th percentile latency (ns)": 12670618, "95.00 percentile latency (ns)": 15658975, "97.00 percentile latency (ns)": 17143362, "99.00 percentile latency (ns)": 31247866, "99.90 percentile latency (ns)": 65382743, "Max latency (ns)": 179764202, "Mean latency (ns)": 11639597, "Min duration satisfied": "Yes", "Min latency (ns)": 9600398, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 85.81, "QPS w/o loadgen overhead": 85.91, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 58.544, "characteristics.good": 29272, "characteristics.samples_per_second": 85.91, "characteristics.samples_per_second.normalized_per_core": 0.7159166666666666, "characteristics.samples_per_second.normalized_per_processor": 85.91, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-224-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.35-224-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v2/checkpoints/quantized_v2_224_35.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "3823b53dd4d8e5f9", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 22358514, "90.00 percentile latency (ns)": 25565448, "90th percentile latency (ns)": 25565448, "95.00 percentile latency (ns)": 30411471, "97.00 percentile latency (ns)": 32780325, "99.00 percentile latency (ns)": 35351510, "99.90 percentile latency (ns)": 45810724, "Max latency (ns)": 49198745, "Mean latency (ns)": 22368668, "Min duration satisfied": "Yes", "Min latency (ns)": 8510411, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 44.64, "QPS w/o loadgen overhead": 44.71, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 66.036, "characteristics.good": 33018, "characteristics.samples_per_second": 44.71, "characteristics.samples_per_second.normalized_per_core": 0.3725833333333333, "characteristics.samples_per_second.normalized_per_processor": 44.71, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-128-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-1.0-128-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "94480040a48820aa", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 29594929, "90.00 percentile latency (ns)": 33585293, "90th percentile latency (ns)": 33585293, "95.00 percentile latency (ns)": 35608013, "97.00 percentile latency (ns)": 38347629, "99.00 percentile latency (ns)": 42773918, "99.90 percentile latency (ns)": 48580367, "Max latency (ns)": 59373675, "Mean latency (ns)": 28805973, "Min duration satisfied": "Yes", "Min latency (ns)": 18010287, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 34.7, "QPS w/o loadgen overhead": 34.72, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 76.642, "characteristics.good": 38321, "characteristics.samples_per_second": 34.72, "characteristics.samples_per_second.normalized_per_core": 0.28933333333333333, "characteristics.samples_per_second.normalized_per_processor": 34.72, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "efficientnet-lite1-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "efficientnet-lite1-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite1.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 20, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "7405893a1c25cfa5", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 14454597, "90.00 percentile latency (ns)": 17665165, "90th percentile latency (ns)": 17665165, "95.00 percentile latency (ns)": 20567176, "97.00 percentile latency (ns)": 22430839, "99.00 percentile latency (ns)": 32834865, "99.90 percentile latency (ns)": 46407344, "Max latency (ns)": 94786834, "Mean latency (ns)": 15233894, "Min duration satisfied": "Yes", "Min latency (ns)": 12752670, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 65.57, "QPS w/o loadgen overhead": 65.64, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 69.678, "characteristics.good": 34839, "characteristics.samples_per_second": 65.64, "characteristics.samples_per_second.normalized_per_core": 0.547, "characteristics.samples_per_second.normalized_per_processor": 65.64, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-192-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-1.0-192-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v2/checkpoints/quantized_v2_192_100.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "bcca0599b45fcb0d", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 16212166, "90.00 percentile latency (ns)": 20874152, "90th percentile latency (ns)": 20874152, "95.00 percentile latency (ns)": 23366543, "97.00 percentile latency (ns)": 25025108, "99.00 percentile latency (ns)": 35863034, "99.90 percentile latency (ns)": 52495950, "Max latency (ns)": 148823361, "Mean latency (ns)": 17255096, "Min duration satisfied": "Yes", "Min latency (ns)": 14006440, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 57.89, "QPS w/o loadgen overhead": 57.95, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 68.76, "characteristics.good": 34380, "characteristics.samples_per_second": 57.95, "characteristics.samples_per_second.normalized_per_core": 0.4829166666666667, "characteristics.samples_per_second.normalized_per_processor": 57.95, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-224-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.75-224-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v2/checkpoints/quantized_v2_224_75.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "d1e415a9655ca393", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 8360425, "90.00 percentile latency (ns)": 9724138, "90th percentile latency (ns)": 9724138, "95.00 percentile latency (ns)": 10410889, "97.00 percentile latency (ns)": 11067752, "99.00 percentile latency (ns)": 13280625, "99.90 percentile latency (ns)": 20646283, "Max latency (ns)": 24587781, "Mean latency (ns)": 8303849, "Min duration satisfied": "Yes", "Min latency (ns)": 5803281, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 120.26, "QPS w/o loadgen overhead": 120.43, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 63.332, "characteristics.good": 31666, "characteristics.samples_per_second": 120.43, "characteristics.samples_per_second.normalized_per_core": 1.0035833333333335, "characteristics.samples_per_second.normalized_per_processor": 120.43, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v3-small-minimalistic_224_1.0_float", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v3-small-minimalistic_224_1.0_float", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v3/checkpoints/v3-small-minimalistic_224_1.0_float.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 83.3333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "e4277b8c30f5f547", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 5204910, "90.00 percentile latency (ns)": 5679236, "90th percentile latency (ns)": 5679236, "95.00 percentile latency (ns)": 6438758, "97.00 percentile latency (ns)": 8214519, "99.00 percentile latency (ns)": 20012278, "99.90 percentile latency (ns)": 58203595, "Max latency (ns)": 157315959, "Mean latency (ns)": 5696625, "Min duration satisfied": "Yes", "Min latency (ns)": 4670614, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 175.33, "QPS w/o loadgen overhead": 175.54, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 43.454, "characteristics.good": 21727, "characteristics.samples_per_second": 175.54, "characteristics.samples_per_second.normalized_per_core": 1.4628333333333332, "characteristics.samples_per_second.normalized_per_processor": 175.54, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-96-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.35-96-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v2/checkpoints/quantized_v2_96_35.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "64c0cb08d647ea03", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 52284156, "90.00 percentile latency (ns)": 88623563, "90th percentile latency (ns)": 88623563, "95.00 percentile latency (ns)": 93061148, "97.00 percentile latency (ns)": 95222626, "99.00 percentile latency (ns)": 108417743, "99.90 percentile latency (ns)": 113785131, "Max latency (ns)": 119064036, "Mean latency (ns)": 61307335, "Min duration satisfied": "Yes", "Min latency (ns)": 50270589, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 16.3, "QPS w/o loadgen overhead": 16.31, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 80.676, "characteristics.good": 40338, "characteristics.samples_per_second": 16.31, "characteristics.samples_per_second.normalized_per_core": 0.13591666666666666, "characteristics.samples_per_second.normalized_per_processor": 16.31, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "efficientnet-lite4-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "efficientnet-lite4-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite4.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 20, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "cd3c244b0be25adf", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 14650226, "90.00 percentile latency (ns)": 20389919, "90th percentile latency (ns)": 20389919, "95.00 percentile latency (ns)": 22197364, "97.00 percentile latency (ns)": 23132288, "99.00 percentile latency (ns)": 30674851, "99.90 percentile latency (ns)": 50055443, "Max latency (ns)": 170138981, "Mean latency (ns)": 15985944, "Min duration satisfied": "Yes", "Min latency (ns)": 13582239, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 62.49, "QPS w/o loadgen overhead": 62.55, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 70.33, "characteristics.good": 35165, "characteristics.samples_per_second": 62.55, "characteristics.samples_per_second.normalized_per_core": 0.52125, "characteristics.samples_per_second.normalized_per_processor": 62.55, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v3-large-minimalistic_224_1.0_uint8", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v3-large-minimalistic_224_1.0_uint8", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v3/checkpoints/v3-large-minimalistic_224_1.0_uint8.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 83.3333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "2fa8c4386a88528c", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 13152489, "90.00 percentile latency (ns)": 16200848, "90th percentile latency (ns)": 16200848, "95.00 percentile latency (ns)": 18971179, "97.00 percentile latency (ns)": 21049798, "99.00 percentile latency (ns)": 32227735, "99.90 percentile latency (ns)": 76120181, "Max latency (ns)": 163141742, "Mean latency (ns)": 14187117, "Min duration satisfied": "Yes", "Min latency (ns)": 11296470, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 70.4, "QPS w/o loadgen overhead": 70.49, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 67.4, "characteristics.good": 33700, "characteristics.samples_per_second": 70.49, "characteristics.samples_per_second.normalized_per_core": 0.5874166666666666, "characteristics.samples_per_second.normalized_per_processor": 70.49, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-192-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.75-192-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v2/checkpoints/quantized_v2_192_75.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "544cc688607d018f", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 19089038, "90.00 percentile latency (ns)": 21674912, "90th percentile latency (ns)": 21674912, "95.00 percentile latency (ns)": 26503031, "97.00 percentile latency (ns)": 28272581, "99.00 percentile latency (ns)": 32013098, "99.90 percentile latency (ns)": 41510094, "Max latency (ns)": 51354723, "Mean latency (ns)": 19180413, "Min duration satisfied": "Yes", "Min latency (ns)": 7659955, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 52.05, "QPS w/o loadgen overhead": 52.14, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 61.668, "characteristics.good": 30834, "characteristics.samples_per_second": 52.14, "characteristics.samples_per_second.normalized_per_core": 0.4345, "characteristics.samples_per_second.normalized_per_processor": 52.14, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-160-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.5-160-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "a7434146dba96c7e", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 5284076, "90.00 percentile latency (ns)": 6101200, "90th percentile latency (ns)": 6101200, "95.00 percentile latency (ns)": 8198221, "97.00 percentile latency (ns)": 8965360, "99.00 percentile latency (ns)": 16842928, "99.90 percentile latency (ns)": 57474436, "Max latency (ns)": 108013773, "Mean latency (ns)": 5911733, "Min duration satisfied": "Yes", "Min latency (ns)": 4869785, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 168.97, "QPS w/o loadgen overhead": 169.16, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 49.296, "characteristics.good": 24648, "characteristics.samples_per_second": 169.16, "characteristics.samples_per_second.normalized_per_core": 1.4096666666666666, "characteristics.samples_per_second.normalized_per_processor": 169.16, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-96-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.5-96-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v2/checkpoints/quantized_v2_96_50.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "8618bc32e2bada0d", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 8452120, "90.00 percentile latency (ns)": 9484872, "90th percentile latency (ns)": 9484872, "95.00 percentile latency (ns)": 12098827, "97.00 percentile latency (ns)": 13732372, "99.00 percentile latency (ns)": 23414024, "99.90 percentile latency (ns)": 52875960, "Max latency (ns)": 228006255, "Mean latency (ns)": 9061915, "Min duration satisfied": "Yes", "Min latency (ns)": 7447719, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 110.19, "QPS w/o loadgen overhead": 110.35, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 62.082, "characteristics.good": 31041, "characteristics.samples_per_second": 110.35, "characteristics.samples_per_second.normalized_per_core": 0.9195833333333333, "characteristics.samples_per_second.normalized_per_processor": 110.35, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-128-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.75-128-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v2/checkpoints/quantized_v2_128_75.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "504f05a17f20915c", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 17852945, "90.00 percentile latency (ns)": 20085807, "90th percentile latency (ns)": 20085807, "95.00 percentile latency (ns)": 24215134, "97.00 percentile latency (ns)": 26007817, "99.00 percentile latency (ns)": 29151597, "99.90 percentile latency (ns)": 37146016, "Max latency (ns)": 43881339, "Mean latency (ns)": 18256143, "Min duration satisfied": "Yes", "Min latency (ns)": 12406667, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 54.68, "QPS w/o loadgen overhead": 54.78, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 61.224, "characteristics.good": 30612, "characteristics.samples_per_second": 54.78, "characteristics.samples_per_second.normalized_per_core": 0.4565, "characteristics.samples_per_second.normalized_per_processor": 54.78, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-96-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-1.0-96-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_96.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "744658bf245cf114", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 53780064, "90.00 percentile latency (ns)": 62113179, "90th percentile latency (ns)": 62113179, "95.00 percentile latency (ns)": 67437437, "97.00 percentile latency (ns)": 70439044, "99.00 percentile latency (ns)": 74684788, "99.90 percentile latency (ns)": 85995207, "Max latency (ns)": 88167440, "Mean latency (ns)": 53161486, "Min duration satisfied": "Yes", "Min latency (ns)": 28166817, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 18.8, "QPS w/o loadgen overhead": 18.81, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 75.012, "characteristics.good": 37506, "characteristics.samples_per_second": 18.81, "characteristics.samples_per_second.normalized_per_core": 0.15675, "characteristics.samples_per_second.normalized_per_processor": 18.81, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.3-224-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-1.3-224-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.3_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "6b1a33aaf024cc48", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 8882242, "90.00 percentile latency (ns)": 10477229, "90th percentile latency (ns)": 10477229, "95.00 percentile latency (ns)": 12280802, "97.00 percentile latency (ns)": 13721030, "99.00 percentile latency (ns)": 26070826, "99.90 percentile latency (ns)": 54382367, "Max latency (ns)": 162883887, "Mean latency (ns)": 9617984, "Min duration satisfied": "Yes", "Min latency (ns)": 8409259, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 103.81, "QPS w/o loadgen overhead": 103.97, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 63.882, "characteristics.good": 31941, "characteristics.samples_per_second": 103.97, "characteristics.samples_per_second.normalized_per_core": 0.8664166666666666, "characteristics.samples_per_second.normalized_per_processor": 103.97, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v3-small_224_1.0_uint8", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v3-small_224_1.0_uint8", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v3/checkpoints/v3-small_224_1.0_uint8.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 83.3333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "5a0e465fbb3cdf32", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 38449650, "90.00 percentile latency (ns)": 42866274, "90th percentile latency (ns)": 42866274, "95.00 percentile latency (ns)": 45642694, "97.00 percentile latency (ns)": 48465226, "99.00 percentile latency (ns)": 53123846, "99.90 percentile latency (ns)": 59786047, "Max latency (ns)": 61438605, "Mean latency (ns)": 37609506, "Min duration satisfied": "Yes", "Min latency (ns)": 22991291, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 26.58, "QPS w/o loadgen overhead": 26.59, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 77.542, "characteristics.good": 38771, "characteristics.samples_per_second": 26.59, "characteristics.samples_per_second.normalized_per_core": 0.22158333333333333, "characteristics.samples_per_second.normalized_per_processor": 26.59, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "efficientnet-lite2-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "efficientnet-lite2-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite2.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 20, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "c86438d92aead5f1", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 6646294, "90.00 percentile latency (ns)": 7342263, "90th percentile latency (ns)": 7342263, "95.00 percentile latency (ns)": 9490331, "97.00 percentile latency (ns)": 11247469, "99.00 percentile latency (ns)": 21134841, "99.90 percentile latency (ns)": 58113491, "Max latency (ns)": 240137761, "Mean latency (ns)": 7156838, "Min duration satisfied": "Yes", "Min latency (ns)": 5889905, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 139.52, "QPS w/o loadgen overhead": 139.73, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 57.054, "characteristics.good": 28527, "characteristics.samples_per_second": 139.73, "characteristics.samples_per_second.normalized_per_core": 1.1644166666666667, "characteristics.samples_per_second.normalized_per_processor": 139.73, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-96-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.75-96-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v2/checkpoints/quantized_v2_96_75.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "f68b23748468b09c", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 57482794, "90.00 percentile latency (ns)": 65837594, "90th percentile latency (ns)": 65837594, "95.00 percentile latency (ns)": 71698657, "97.00 percentile latency (ns)": 74102852, "99.00 percentile latency (ns)": 78095934, "99.90 percentile latency (ns)": 85249329, "Max latency (ns)": 89388025, "Mean latency (ns)": 55780093, "Min duration satisfied": "Yes", "Min latency (ns)": 19450096, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 17.92, "QPS w/o loadgen overhead": 17.93, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 75.69, "characteristics.good": 37845, "characteristics.samples_per_second": 17.93, "characteristics.samples_per_second.normalized_per_core": 0.14941666666666667, "characteristics.samples_per_second.normalized_per_processor": 17.93, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.4-224-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-1.4-224-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.4_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "6eebd3005647af9e", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 13792872, "90.00 percentile latency (ns)": 15571033, "90th percentile latency (ns)": 15571033, "95.00 percentile latency (ns)": 17394026, "97.00 percentile latency (ns)": 19902362, "99.00 percentile latency (ns)": 24781749, "99.90 percentile latency (ns)": 33315569, "Max latency (ns)": 35672445, "Mean latency (ns)": 14127881, "Min duration satisfied": "Yes", "Min latency (ns)": 6521188, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 70.61, "QPS w/o loadgen overhead": 70.78, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 52.446, "characteristics.good": 26223, "characteristics.samples_per_second": 70.78, "characteristics.samples_per_second.normalized_per_core": 0.5898333333333333, "characteristics.samples_per_second.normalized_per_processor": 70.78, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-96-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.5-96-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_96.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "e346bebdbfd3cfe5", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 16992862, "90.00 percentile latency (ns)": 18983031, "90th percentile latency (ns)": 18983031, "95.00 percentile latency (ns)": 20416617, "97.00 percentile latency (ns)": 21985401, "99.00 percentile latency (ns)": 24948778, "99.90 percentile latency (ns)": 30074066, "Max latency (ns)": 33147154, "Mean latency (ns)": 16948554, "Min duration satisfied": "Yes", "Min latency (ns)": 10945587, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 58.94, "QPS w/o loadgen overhead": 59.0, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 73.724, "characteristics.good": 36862, "characteristics.samples_per_second": 59.0, "characteristics.samples_per_second.normalized_per_core": 0.49166666666666664, "characteristics.samples_per_second.normalized_per_processor": 59.0, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v3-large_224_0.75_float", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v3-large_224_0.75_float", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v3/checkpoints/v3-large_224_0.75_float.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 83.3333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "5ca4cecde4d13bdc", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 16151220, "90.00 percentile latency (ns)": 18136247, "90th percentile latency (ns)": 18136247, "95.00 percentile latency (ns)": 21476557, "97.00 percentile latency (ns)": 23790080, "99.00 percentile latency (ns)": 26733418, "99.90 percentile latency (ns)": 33826769, "Max latency (ns)": 37739624, "Mean latency (ns)": 16591692, "Min duration satisfied": "Yes", "Min latency (ns)": 11882255, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 60.14, "QPS w/o loadgen overhead": 60.27, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 59.822, "characteristics.good": 29911, "characteristics.samples_per_second": 60.27, "characteristics.samples_per_second.normalized_per_core": 0.50225, "characteristics.samples_per_second.normalized_per_processor": 60.27, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-96-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.75-96-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_96.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "61680838845cfa9e", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 10373672, "90.00 percentile latency (ns)": 11870415, "90th percentile latency (ns)": 11870415, "95.00 percentile latency (ns)": 12483147, "97.00 percentile latency (ns)": 13682691, "99.00 percentile latency (ns)": 16036210, "99.90 percentile latency (ns)": 22159283, "Max latency (ns)": 24988696, "Mean latency (ns)": 10212933, "Min duration satisfied": "Yes", "Min latency (ns)": 7486592, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 97.77, "QPS w/o loadgen overhead": 97.92, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 68.336, "characteristics.good": 34168, "characteristics.samples_per_second": 97.92, "characteristics.samples_per_second.normalized_per_core": 0.8160000000000001, "characteristics.samples_per_second.normalized_per_processor": 97.92, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v3-small_224_1.0_float", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v3-small_224_1.0_float", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v3/checkpoints/v3-small_224_1.0_float.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 83.3333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "3ba60440db978716", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 29129615, "90.00 percentile latency (ns)": 34129454, "90th percentile latency (ns)": 34129454, "95.00 percentile latency (ns)": 39421817, "97.00 percentile latency (ns)": 42039502, "99.00 percentile latency (ns)": 46833635, "99.90 percentile latency (ns)": 52254486, "Max latency (ns)": 58765687, "Mean latency (ns)": 28650351, "Min duration satisfied": "Yes", "Min latency (ns)": 10932390, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 34.86, "QPS w/o loadgen overhead": 34.9, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 68.834, "characteristics.good": 34417, "characteristics.samples_per_second": 34.9, "characteristics.samples_per_second.normalized_per_core": 0.29083333333333333, "characteristics.samples_per_second.normalized_per_processor": 34.9, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-192-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.75-192-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "62ea6a9a50b2bf16", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 33216891, "90.00 percentile latency (ns)": 40255334, "90th percentile latency (ns)": 40255334, "95.00 percentile latency (ns)": 46946689, "97.00 percentile latency (ns)": 49789511, "99.00 percentile latency (ns)": 54953210, "99.90 percentile latency (ns)": 86307453, "Max latency (ns)": 94016168, "Mean latency (ns)": 35131687, "Min duration satisfied": "Yes", "Min latency (ns)": 32466584, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 28.45, "QPS w/o loadgen overhead": 28.46, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 71.274, "characteristics.good": 35637, "characteristics.samples_per_second": 28.46, "characteristics.samples_per_second.normalized_per_core": 0.23716666666666666, "characteristics.samples_per_second.normalized_per_processor": 28.46, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "efficientnet-lite0-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "efficientnet-lite0-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite0.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 20, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "6ef3f61d346f8b74", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 51581469, "90.00 percentile latency (ns)": 59164897, "90th percentile latency (ns)": 59164897, "95.00 percentile latency (ns)": 61717850, "97.00 percentile latency (ns)": 63778906, "99.00 percentile latency (ns)": 71195800, "99.90 percentile latency (ns)": 79590307, "Max latency (ns)": 80749338, "Mean latency (ns)": 46844037, "Min duration satisfied": "Yes", "Min latency (ns)": 32054981, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 21.34, "QPS w/o loadgen overhead": 21.35, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 79.268, "characteristics.good": 39634, "characteristics.samples_per_second": 21.35, "characteristics.samples_per_second.normalized_per_core": 0.17791666666666667, "characteristics.samples_per_second.normalized_per_processor": 21.35, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "efficientnet-lite3-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "efficientnet-lite3-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite3.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 20, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "adb9636da440cbec", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 9744330, "90.00 percentile latency (ns)": 11556896, "90th percentile latency (ns)": 11556896, "95.00 percentile latency (ns)": 12242208, "97.00 percentile latency (ns)": 13040678, "99.00 percentile latency (ns)": 15617150, "99.90 percentile latency (ns)": 23688987, "Max latency (ns)": 26194993, "Mean latency (ns)": 9730157, "Min duration satisfied": "Yes", "Min latency (ns)": 7170513, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 102.6, "QPS w/o loadgen overhead": 102.77, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 66.216, "characteristics.good": 33108, "characteristics.samples_per_second": 102.77, "characteristics.samples_per_second.normalized_per_core": 0.8564166666666666, "characteristics.samples_per_second.normalized_per_processor": 102.77, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v3-small_224_0.75_float", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v3-small_224_0.75_float", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v3/checkpoints/v3-small_224_0.75_float.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 83.3333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "7467dae44d0dd56e", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 98917712, "90.00 percentile latency (ns)": 115901776, "90th percentile latency (ns)": 115901776, "95.00 percentile latency (ns)": 120466215, "97.00 percentile latency (ns)": 127038172, "99.00 percentile latency (ns)": 146899523, "99.90 percentile latency (ns)": 211451330, "Max latency (ns)": 212719582, "Mean latency (ns)": 103109553, "Min duration satisfied": "Yes", "Min latency (ns)": 97356391, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 9.7, "QPS w/o loadgen overhead": 9.7, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 76.35, "characteristics.good": 38175, "characteristics.samples_per_second": 9.7, "characteristics.samples_per_second.normalized_per_core": 0.08083333333333333, "characteristics.samples_per_second.normalized_per_processor": 9.7, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "efficientnet-lite3-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "efficientnet-lite3-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite3.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 20, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "7896647b6af6e6ad", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 7563981, "90.00 percentile latency (ns)": 8408531, "90th percentile latency (ns)": 8408531, "95.00 percentile latency (ns)": 10928130, "97.00 percentile latency (ns)": 12621261, "99.00 percentile latency (ns)": 26524466, "99.90 percentile latency (ns)": 60916639, "Max latency (ns)": 138546851, "Mean latency (ns)": 8243890, "Min duration satisfied": "Yes", "Min latency (ns)": 6806669, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 121.15, "QPS w/o loadgen overhead": 121.3, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 54.504, "characteristics.good": 27252, "characteristics.samples_per_second": 121.3, "characteristics.samples_per_second.normalized_per_core": 1.0108333333333333, "characteristics.samples_per_second.normalized_per_processor": 121.3, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-160-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.35-160-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v2/checkpoints/quantized_v2_160_35.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "a94571a355a97b4e", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 18719441, "90.00 percentile latency (ns)": 22277752, "90th percentile latency (ns)": 22277752, "95.00 percentile latency (ns)": 23532883, "97.00 percentile latency (ns)": 24998104, "99.00 percentile latency (ns)": 29050390, "99.90 percentile latency (ns)": 34390162, "Max latency (ns)": 38507444, "Mean latency (ns)": 18647635, "Min duration satisfied": "Yes", "Min latency (ns)": 12284546, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 53.59, "QPS w/o loadgen overhead": 53.63, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 75.76, "characteristics.good": 37880, "characteristics.samples_per_second": 53.63, "characteristics.samples_per_second.normalized_per_core": 0.4469166666666667, "characteristics.samples_per_second.normalized_per_processor": 53.63, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v3-large_224_1.0_float", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v3-large_224_1.0_float", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v3/checkpoints/v3-large_224_1.0_float.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 83.3333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "188f05d8492695a5", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 25825254, "90.00 percentile latency (ns)": 29406235, "90th percentile latency (ns)": 29406235, "95.00 percentile latency (ns)": 33123155, "97.00 percentile latency (ns)": 36441850, "99.00 percentile latency (ns)": 39886311, "99.90 percentile latency (ns)": 50598013, "Max latency (ns)": 58174137, "Mean latency (ns)": 24747709, "Min duration satisfied": "Yes", "Min latency (ns)": 9920216, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 40.36, "QPS w/o loadgen overhead": 40.41, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 65.75, "characteristics.good": 32875, "characteristics.samples_per_second": 40.41, "characteristics.samples_per_second.normalized_per_core": 0.33675, "characteristics.samples_per_second.normalized_per_processor": 40.41, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-224-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.5-224-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "c1d3064eaa42f6b0", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 34456920, "90.00 percentile latency (ns)": 40151972, "90th percentile latency (ns)": 40151972, "95.00 percentile latency (ns)": 45527399, "97.00 percentile latency (ns)": 48457632, "99.00 percentile latency (ns)": 51959471, "99.90 percentile latency (ns)": 66162466, "Max latency (ns)": 68362335, "Mean latency (ns)": 33013997, "Min duration satisfied": "Yes", "Min latency (ns)": 13253671, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 30.26, "QPS w/o loadgen overhead": 30.29, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 70.122, "characteristics.good": 35061, "characteristics.samples_per_second": 30.29, "characteristics.samples_per_second.normalized_per_core": 0.2524166666666667, "characteristics.samples_per_second.normalized_per_processor": 30.29, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-224-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.75-224-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "24664432d64a28be", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 22074543, "90.00 percentile latency (ns)": 25524330, "90th percentile latency (ns)": 25524330, "95.00 percentile latency (ns)": 30081591, "97.00 percentile latency (ns)": 32189852, "99.00 percentile latency (ns)": 35420942, "99.90 percentile latency (ns)": 43629414, "Max latency (ns)": 53218869, "Mean latency (ns)": 21764851, "Min duration satisfied": "Yes", "Min latency (ns)": 8597863, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 45.89, "QPS w/o loadgen overhead": 45.95, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 64.282, "characteristics.good": 32141, "characteristics.samples_per_second": 45.95, "characteristics.samples_per_second.normalized_per_core": 0.3829166666666667, "characteristics.samples_per_second.normalized_per_processor": 45.95, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-192-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.5-192-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "c8fb34544bd4bc7b", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 15315441, "90.00 percentile latency (ns)": 18491366, "90th percentile latency (ns)": 18491366, "95.00 percentile latency (ns)": 19672061, "97.00 percentile latency (ns)": 21118689, "99.00 percentile latency (ns)": 24763885, "99.90 percentile latency (ns)": 31541292, "Max latency (ns)": 45487549, "Mean latency (ns)": 15055055, "Min duration satisfied": "Yes", "Min latency (ns)": 10080411, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 66.36, "QPS w/o loadgen overhead": 66.42, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 72.678, "characteristics.good": 36339, "characteristics.samples_per_second": 66.42, "characteristics.samples_per_second.normalized_per_core": 0.5535, "characteristics.samples_per_second.normalized_per_processor": 66.42, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v3-large-minimalistic_224_1.0_float", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v3-large-minimalistic_224_1.0_float", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v3/checkpoints/v3-large-minimalistic_224_1.0_float.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 83.3333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "7142ef236427c846", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 10508966, "90.00 percentile latency (ns)": 13192370, "90th percentile latency (ns)": 13192370, "95.00 percentile latency (ns)": 15790140, "97.00 percentile latency (ns)": 17940433, "99.00 percentile latency (ns)": 29419581, "99.90 percentile latency (ns)": 57854489, "Max latency (ns)": 139326538, "Mean latency (ns)": 11382443, "Min duration satisfied": "Yes", "Min latency (ns)": 9172881, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 87.74, "QPS w/o loadgen overhead": 87.85, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 65.004, "characteristics.good": 32502, "characteristics.samples_per_second": 87.85, "characteristics.samples_per_second.normalized_per_core": 0.7320833333333333, "characteristics.samples_per_second.normalized_per_processor": 87.85, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-160-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.75-160-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v2/checkpoints/quantized_v2_160_75.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "4627a95de497b6aa", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 40585127, "90.00 percentile latency (ns)": 47243098, "90th percentile latency (ns)": 47243098, "95.00 percentile latency (ns)": 52324787, "97.00 percentile latency (ns)": 56018926, "99.00 percentile latency (ns)": 59824520, "99.90 percentile latency (ns)": 70180858, "Max latency (ns)": 77405901, "Mean latency (ns)": 40647695, "Min duration satisfied": "Yes", "Min latency (ns)": 14650854, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 24.58, "QPS w/o loadgen overhead": 24.6, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 71.77, "characteristics.good": 35885, "characteristics.samples_per_second": 24.6, "characteristics.samples_per_second.normalized_per_core": 0.20500000000000002, "characteristics.samples_per_second.normalized_per_processor": 24.6, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-224-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-1.0-224-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "9f84e45bbb8c0a98", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 24141951, "90.00 percentile latency (ns)": 28143391, "90th percentile latency (ns)": 28143391, "95.00 percentile latency (ns)": 33490290, "97.00 percentile latency (ns)": 35222608, "99.00 percentile latency (ns)": 39344638, "99.90 percentile latency (ns)": 45713299, "Max latency (ns)": 50951792, "Mean latency (ns)": 23897921, "Min duration satisfied": "Yes", "Min latency (ns)": 9368819, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 41.78, "QPS w/o loadgen overhead": 41.84, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 66.75, "characteristics.good": 33375, "characteristics.samples_per_second": 41.84, "characteristics.samples_per_second.normalized_per_core": 0.3486666666666667, "characteristics.samples_per_second.normalized_per_processor": 41.84, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-160-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.75-160-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "96144edb9d068a39", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 12541826, "90.00 percentile latency (ns)": 14132811, "90th percentile latency (ns)": 14132811, "95.00 percentile latency (ns)": 15777462, "97.00 percentile latency (ns)": 17985631, "99.00 percentile latency (ns)": 23114376, "99.90 percentile latency (ns)": 32926804, "Max latency (ns)": 36504725, "Mean latency (ns)": 12885032, "Min duration satisfied": "Yes", "Min latency (ns)": 6945632, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 77.43, "QPS w/o loadgen overhead": 77.61, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 47.14, "characteristics.good": 23570, "characteristics.samples_per_second": 77.61, "characteristics.samples_per_second.normalized_per_core": 0.64675, "characteristics.samples_per_second.normalized_per_processor": 77.61, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-96-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.35-96-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_96.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "7be42f0808204761", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 17389696, "90.00 percentile latency (ns)": 19617987, "90th percentile latency (ns)": 19617987, "95.00 percentile latency (ns)": 23220675, "97.00 percentile latency (ns)": 25137142, "99.00 percentile latency (ns)": 28659282, "99.90 percentile latency (ns)": 34588089, "Max latency (ns)": 41430502, "Mean latency (ns)": 17502211, "Min duration satisfied": "Yes", "Min latency (ns)": 7311651, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 57.04, "QPS w/o loadgen overhead": 57.14, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 56.988, "characteristics.good": 28494, "characteristics.samples_per_second": 57.14, "characteristics.samples_per_second.normalized_per_core": 0.4761666666666667, "characteristics.samples_per_second.normalized_per_processor": 57.14, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-160-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.35-160-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "ec480a868634e93f", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 6423078, "90.00 percentile latency (ns)": 7264584, "90th percentile latency (ns)": 7264584, "95.00 percentile latency (ns)": 9517702, "97.00 percentile latency (ns)": 10711414, "99.00 percentile latency (ns)": 24088315, "99.90 percentile latency (ns)": 58374359, "Max latency (ns)": 155625726, "Mean latency (ns)": 7003517, "Min duration satisfied": "Yes", "Min latency (ns)": 5727690, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 142.61, "QPS w/o loadgen overhead": 142.79, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 55.51, "characteristics.good": 27755, "characteristics.samples_per_second": 142.79, "characteristics.samples_per_second.normalized_per_core": 1.1899166666666665, "characteristics.samples_per_second.normalized_per_processor": 142.79, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-128-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.5-128-quantized", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v2/checkpoints/quantized_v2_128_50.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "613a49108aa6ece6", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 20114050, "90.00 percentile latency (ns)": 23162241, "90th percentile latency (ns)": 23162241, "95.00 percentile latency (ns)": 27184840, "97.00 percentile latency (ns)": 29089067, "99.00 percentile latency (ns)": 32253985, "99.90 percentile latency (ns)": 41088733, "Max latency (ns)": 43425545, "Mean latency (ns)": 20276338, "Min duration satisfied": "Yes", "Min latency (ns)": 8339525, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 49.25, "QPS w/o loadgen overhead": 49.32, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 59.322, "characteristics.good": 29661, "characteristics.samples_per_second": 49.32, "characteristics.samples_per_second.normalized_per_core": 0.411, "characteristics.samples_per_second.normalized_per_processor": 49.32, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-192-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "mobilenet-v2-0.35-192-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 333.333, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "eba2e8ce57d3591a", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 74355637, "90.00 percentile latency (ns)": 93799867, "90th percentile latency (ns)": 93799867, "95.00 percentile latency (ns)": 98647421, "97.00 percentile latency (ns)": 102130136, "99.00 percentile latency (ns)": 111883945, "99.90 percentile latency (ns)": 139812291, "Max latency (ns)": 228363447, "Mean latency (ns)": 80070708, "Min duration satisfied": "Yes", "Min latency (ns)": 72867819, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 12.48, "QPS w/o loadgen overhead": 12.49, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 75.068, "characteristics.good": 37534, "characteristics.samples_per_second": 12.49, "characteristics.samples_per_second.normalized_per_core": 0.10408333333333333, "characteristics.samples_per_second.normalized_per_processor": 12.49, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "efficientnet-lite0-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "efficientnet-lite0-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/rpi4-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite0.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 20, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "4a63bbed26b11e70", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 29984182, "90.00 percentile latency (ns)": 42392315, "90th percentile latency (ns)": 42392315, "95.00 percentile latency (ns)": 48921160, "97.00 percentile latency (ns)": 53287428, "99.00 percentile latency (ns)": 62851073, "99.90 percentile latency (ns)": 77593206, "Max latency (ns)": 83633101, "Mean latency (ns)": 32871593, "Min duration satisfied": "Yes", "Min latency (ns)": 29500044, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 30.37, "QPS w/o loadgen overhead": 30.42, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 72.9, "characteristics.good": 36450, "characteristics.samples_per_second": 30.42, "characteristics.samples_per_second.normalized_per_core": 0.2535, "characteristics.samples_per_second.normalized_per_processor": 30.42, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v3-large_224_1.0_uint8", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v3-large_224_1.0_uint8", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/rpi4-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v3/checkpoints/v3-large_224_1.0_uint8.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 50, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "401b969796984978", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 17751359, "90.00 percentile latency (ns)": 22480848, "90th percentile latency (ns)": 22480848, "95.00 percentile latency (ns)": 28556555, "97.00 percentile latency (ns)": 31084310, "99.00 percentile latency (ns)": 39178669, "99.90 percentile latency (ns)": 68210466, "Max latency (ns)": 110066196, "Mean latency (ns)": 19255839, "Min duration satisfied": "Yes", "Min latency (ns)": 17248446, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 51.72, "QPS w/o loadgen overhead": 51.93, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 63.33, "characteristics.good": 31665, "characteristics.samples_per_second": 51.93, "characteristics.samples_per_second.normalized_per_core": 0.43275, "characteristics.samples_per_second.normalized_per_processor": 51.93, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v3-small-minimalistic_224_1.0_float", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v3-small-minimalistic_224_1.0_float", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/rpi4-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v3/checkpoints/v3-small-minimalistic_224_1.0_float.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 50, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "d4e6122817e14f07", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 23353357, "90.00 percentile latency (ns)": 33179250, "90th percentile latency (ns)": 33179250, "95.00 percentile latency (ns)": 38615423, "97.00 percentile latency (ns)": 43084336, "99.00 percentile latency (ns)": 52561945, "99.90 percentile latency (ns)": 63722564, "Max latency (ns)": 202698968, "Mean latency (ns)": 25596710, "Min duration satisfied": "Yes", "Min latency (ns)": 22889016, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 38.96, "QPS w/o loadgen overhead": 39.07, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 70.338, "characteristics.good": 35169, "characteristics.samples_per_second": 39.07, "characteristics.samples_per_second.normalized_per_core": 0.32558333333333334, "characteristics.samples_per_second.normalized_per_processor": 39.07, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v3-large-minimalistic_224_1.0_uint8", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v3-large-minimalistic_224_1.0_uint8", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/rpi4-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v3/checkpoints/v3-large-minimalistic_224_1.0_uint8.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 50, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "cb594675b1ad1313", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 11812536, "90.00 percentile latency (ns)": 14594267, "90th percentile latency (ns)": 14594267, "95.00 percentile latency (ns)": 22818462, "97.00 percentile latency (ns)": 26567577, "99.00 percentile latency (ns)": 35367055, "99.90 percentile latency (ns)": 56689774, "Max latency (ns)": 129954989, "Mean latency (ns)": 13114084, "Min duration satisfied": "Yes", "Min latency (ns)": 11434174, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 75.94, "QPS w/o loadgen overhead": 76.25, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 64.418, "characteristics.good": 32209, "characteristics.samples_per_second": 76.25, "characteristics.samples_per_second.normalized_per_core": 0.6354166666666666, "characteristics.samples_per_second.normalized_per_processor": 76.25, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v3-small_224_1.0_uint8", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v3-small_224_1.0_uint8", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/rpi4-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v3/checkpoints/v3-small_224_1.0_uint8.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 50, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "8d804750bc8057a2", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 42811934, "90.00 percentile latency (ns)": 57359443, "90th percentile latency (ns)": 57359443, "95.00 percentile latency (ns)": 64580365, "97.00 percentile latency (ns)": 66681001, "99.00 percentile latency (ns)": 75313908, "99.90 percentile latency (ns)": 155474275, "Max latency (ns)": 163795894, "Mean latency (ns)": 46439928, "Min duration satisfied": "Yes", "Min latency (ns)": 42215300, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 21.51, "QPS w/o loadgen overhead": 21.53, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 73.724, "characteristics.good": 36862, "characteristics.samples_per_second": 21.53, "characteristics.samples_per_second.normalized_per_core": 0.17941666666666667, "characteristics.samples_per_second.normalized_per_processor": 21.53, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v3-large_224_0.75_float", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v3-large_224_0.75_float", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/rpi4-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v3/checkpoints/v3-large_224_0.75_float.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 50, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "f323a32473aa74d9", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 21764975, "90.00 percentile latency (ns)": 29101554, "90th percentile latency (ns)": 29101554, "95.00 percentile latency (ns)": 34129340, "97.00 percentile latency (ns)": 37709548, "99.00 percentile latency (ns)": 44673654, "99.90 percentile latency (ns)": 82205114, "Max latency (ns)": 110698006, "Mean latency (ns)": 23600753, "Min duration satisfied": "Yes", "Min latency (ns)": 21119525, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 42.25, "QPS w/o loadgen overhead": 42.37, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 68.336, "characteristics.good": 34168, "characteristics.samples_per_second": 42.37, "characteristics.samples_per_second.normalized_per_core": 0.3530833333333333, "characteristics.samples_per_second.normalized_per_processor": 42.37, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v3-small_224_1.0_float", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v3-small_224_1.0_float", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/rpi4-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v3/checkpoints/v3-small_224_1.0_float.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 50, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "fa8dd42134f43a38", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 36381877, "90.00 percentile latency (ns)": 51871664, "90th percentile latency (ns)": 51871664, "95.00 percentile latency (ns)": 58639970, "97.00 percentile latency (ns)": 62355605, "99.00 percentile latency (ns)": 71117938, "99.90 percentile latency (ns)": 95779975, "Max latency (ns)": 200837511, "Mean latency (ns)": 40177441, "Min duration satisfied": "Yes", "Min latency (ns)": 35862332, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 24.84, "QPS w/o loadgen overhead": 24.89, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 71.23, "characteristics.good": 35615, "characteristics.samples_per_second": 24.89, "characteristics.samples_per_second.normalized_per_core": 0.20741666666666667, "characteristics.samples_per_second.normalized_per_processor": 24.89, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "efficientnet-lite0-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "efficientnet-lite0-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/rpi4-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite0.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 20, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "da4aa6c146706368", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 19048440, "90.00 percentile latency (ns)": 25347439, "90th percentile latency (ns)": 25347439, "95.00 percentile latency (ns)": 30888753, "97.00 percentile latency (ns)": 34997544, "99.00 percentile latency (ns)": 43206869, "99.90 percentile latency (ns)": 77160420, "Max latency (ns)": 144439277, "Mean latency (ns)": 20743171, "Min duration satisfied": "Yes", "Min latency (ns)": 18546080, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 48.07, "QPS w/o loadgen overhead": 48.21, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 66.216, "characteristics.good": 33108, "characteristics.samples_per_second": 48.21, "characteristics.samples_per_second.normalized_per_core": 0.40175, "characteristics.samples_per_second.normalized_per_processor": 48.21, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v3-small_224_0.75_float", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v3-small_224_0.75_float", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/rpi4-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v3/checkpoints/v3-small_224_0.75_float.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 50, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "1b2f2f457774919a", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 53623864, "90.00 percentile latency (ns)": 69946553, "90th percentile latency (ns)": 69946553, "95.00 percentile latency (ns)": 75819767, "97.00 percentile latency (ns)": 79395627, "99.00 percentile latency (ns)": 86839192, "99.90 percentile latency (ns)": 95310936, "Max latency (ns)": 226861462, "Mean latency (ns)": 57934959, "Min duration satisfied": "Yes", "Min latency (ns)": 52702460, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 17.24, "QPS w/o loadgen overhead": 17.26, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 75.76, "characteristics.good": 37880, "characteristics.samples_per_second": 17.26, "characteristics.samples_per_second.normalized_per_core": 0.14383333333333334, "characteristics.samples_per_second.normalized_per_processor": 17.26, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v3-large_224_1.0_float", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v3-large_224_1.0_float", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/rpi4-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v3/checkpoints/v3-large_224_1.0_float.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 50, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "beca4d8ca1818764", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 45374355, "90.00 percentile latency (ns)": 61206222, "90th percentile latency (ns)": 61206222, "95.00 percentile latency (ns)": 67677607, "97.00 percentile latency (ns)": 70597149, "99.00 percentile latency (ns)": 78363799, "99.90 percentile latency (ns)": 145076410, "Max latency (ns)": 149209794, "Mean latency (ns)": 49265520, "Min duration satisfied": "Yes", "Min latency (ns)": 44631096, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 20.27, "QPS w/o loadgen overhead": 20.3, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 72.678, "characteristics.good": 36339, "characteristics.samples_per_second": 20.3, "characteristics.samples_per_second.normalized_per_core": 0.16916666666666666, "characteristics.samples_per_second.normalized_per_processor": 20.3, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v3-large-minimalistic_224_1.0_float", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v3-large-minimalistic_224_1.0_float", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/rpi4-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v3/checkpoints/v3-large-minimalistic_224_1.0_float.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 50, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "2475fc41fa9ae6ea", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 328318216, "90.00 percentile latency (ns)": 425805975, "90th percentile latency (ns)": 425805975, "95.00 percentile latency (ns)": 439129333, "97.00 percentile latency (ns)": 449658810, "99.00 percentile latency (ns)": 466009798, "99.90 percentile latency (ns)": 476398984, "Max latency (ns)": 492074637, "Mean latency (ns)": 311631039, "Min duration satisfied": "Yes", "Min latency (ns)": 176591068, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 3.21, "QPS w/o loadgen overhead": 3.21, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 78.504, "characteristics.good": 39252, "characteristics.samples_per_second": 3.21, "characteristics.samples_per_second.normalized_per_core": 0.02675, "characteristics.samples_per_second.normalized_per_processor": 3.21, "characteristics.total": 50000, "ck_system": "firefly-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "quantized-efficientnet-lite4", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "quantized-efficientnet-lite4", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/firefly-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite4.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 25, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "4c18c4552824f768", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 117701552, "90.00 percentile latency (ns)": 270846085, "90th percentile latency (ns)": 270846085, "95.00 percentile latency (ns)": 298050928, "97.00 percentile latency (ns)": 310417908, "99.00 percentile latency (ns)": 327677193, "99.90 percentile latency (ns)": 335640707, "Max latency (ns)": 346140140, "Mean latency (ns)": 152340467, "Min duration satisfied": "Yes", "Min latency (ns)": 103454066, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 6.57, "QPS w/o loadgen overhead": 6.56, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 76.374, "characteristics.good": 38187, "characteristics.samples_per_second": 6.56, "characteristics.samples_per_second.normalized_per_core": 0.05466666666666666, "characteristics.samples_per_second.normalized_per_processor": 6.56, "characteristics.total": 50000, "ck_system": "firefly-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "quantized-efficientnet-lite3", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "quantized-efficientnet-lite3", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/firefly-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite3.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 25, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "006ae3044b5a95f7", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 328315490, "90.00 percentile latency (ns)": 378377258, "90th percentile latency (ns)": 378377258, "95.00 percentile latency (ns)": 387035481, "97.00 percentile latency (ns)": 392440675, "99.00 percentile latency (ns)": 400984688, "99.90 percentile latency (ns)": 415618283, "Max latency (ns)": 421938928, "Mean latency (ns)": 324021505, "Min duration satisfied": "Yes", "Min latency (ns)": 176393048, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 3.09, "QPS w/o loadgen overhead": 3.09, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 79.268, "characteristics.good": 39634, "characteristics.samples_per_second": 3.09, "characteristics.samples_per_second.normalized_per_core": 0.02575, "characteristics.samples_per_second.normalized_per_processor": 3.09, "characteristics.total": 50000, "ck_system": "firefly-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "non-quantized-efficientnet-lite3", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "non-quantized-efficientnet-lite3", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/firefly-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite3.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 25, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "44582b0456999664", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 102975731, "90.00 percentile latency (ns)": 153980742, "90th percentile latency (ns)": 153980742, "95.00 percentile latency (ns)": 222861617, "97.00 percentile latency (ns)": 259065518, "99.00 percentile latency (ns)": 278703888, "99.90 percentile latency (ns)": 295328335, "Max latency (ns)": 306682356, "Mean latency (ns)": 114924813, "Min duration satisfied": "Yes", "Min latency (ns)": 88825788, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 8.7, "QPS w/o loadgen overhead": 8.7, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 76.642, "characteristics.good": 38321, "characteristics.samples_per_second": 8.7, "characteristics.samples_per_second.normalized_per_core": 0.0725, "characteristics.samples_per_second.normalized_per_processor": 8.7, "characteristics.total": 50000, "ck_system": "firefly-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "non-quantized-efficientnet-lite1", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "non-quantized-efficientnet-lite1", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/firefly-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite1.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 25, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "76e12098814cc9b6", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 90037672, "90.00 percentile latency (ns)": 241031171, "90th percentile latency (ns)": 241031171, "95.00 percentile latency (ns)": 257014240, "97.00 percentile latency (ns)": 262846716, "99.00 percentile latency (ns)": 271990779, "99.90 percentile latency (ns)": 282931209, "Max latency (ns)": 288256476, "Mean latency (ns)": 128164909, "Min duration satisfied": "Yes", "Min latency (ns)": 71307388, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 7.8, "QPS w/o loadgen overhead": 7.8, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 74.068, "characteristics.good": 37034, "characteristics.samples_per_second": 7.8, "characteristics.samples_per_second.normalized_per_core": 0.065, "characteristics.samples_per_second.normalized_per_processor": 7.8, "characteristics.total": 50000, "ck_system": "firefly-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "quantized-efficientnet-lite2", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "quantized-efficientnet-lite2", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/firefly-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite2.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 25, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "e3e8cabfb6d1559b", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 58945358, "90.00 percentile latency (ns)": 104808275, "90th percentile latency (ns)": 104808275, "95.00 percentile latency (ns)": 190817224, "97.00 percentile latency (ns)": 231202465, "99.00 percentile latency (ns)": 251553252, "99.90 percentile latency (ns)": 255770259, "Max latency (ns)": 269917868, "Mean latency (ns)": 73806852, "Min duration satisfied": "Yes", "Min latency (ns)": 53582181, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 13.54, "QPS w/o loadgen overhead": 13.55, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 74.022, "characteristics.good": 37011, "characteristics.samples_per_second": 13.55, "characteristics.samples_per_second.normalized_per_core": 0.11291666666666668, "characteristics.samples_per_second.normalized_per_processor": 13.55, "characteristics.total": 50000, "ck_system": "firefly-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "quantized-efficientnet-lite1", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "quantized-efficientnet-lite1", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/firefly-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite1.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 25, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "f242f993f29f15c0", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 36983989, "90.00 percentile latency (ns)": 74255272, "90th percentile latency (ns)": 74255272, "95.00 percentile latency (ns)": 141291403, "97.00 percentile latency (ns)": 172370964, "99.00 percentile latency (ns)": 189912624, "99.90 percentile latency (ns)": 207617701, "Max latency (ns)": 214030377, "Mean latency (ns)": 50036414, "Min duration satisfied": "Yes", "Min latency (ns)": 34491401, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 20.0, "QPS w/o loadgen overhead": 19.99, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 71.23, "characteristics.good": 35615, "characteristics.samples_per_second": 19.99, "characteristics.samples_per_second.normalized_per_core": 0.16658333333333333, "characteristics.samples_per_second.normalized_per_processor": 19.99, "characteristics.total": 50000, "ck_system": "firefly-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "quantized-efficientnet-lite0", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "quantized-efficientnet-lite0", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/firefly-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite0.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 25, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "c1bc761ae4f04771", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 237949729, "90.00 percentile latency (ns)": 296174557, "90th percentile latency (ns)": 296174557, "95.00 percentile latency (ns)": 304218983, "97.00 percentile latency (ns)": 310045197, "99.00 percentile latency (ns)": 318150353, "99.90 percentile latency (ns)": 333483713, "Max latency (ns)": 333767965, "Mean latency (ns)": 228165581, "Min duration satisfied": "Yes", "Min latency (ns)": 119124203, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 4.38, "QPS w/o loadgen overhead": 4.38, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 77.542, "characteristics.good": 38771, "characteristics.samples_per_second": 4.38, "characteristics.samples_per_second.normalized_per_core": 0.0365, "characteristics.samples_per_second.normalized_per_processor": 4.38, "characteristics.total": 50000, "ck_system": "firefly-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "non-quantized-efficientnet-lite2", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "non-quantized-efficientnet-lite2", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/firefly-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite2.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 25, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "d493389570078a1a", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 493629230, "90.00 percentile latency (ns)": 542549738, "90th percentile latency (ns)": 542549738, "95.00 percentile latency (ns)": 554348211, "97.00 percentile latency (ns)": 562793187, "99.00 percentile latency (ns)": 574680043, "99.90 percentile latency (ns)": 582569642, "Max latency (ns)": 591846994, "Mean latency (ns)": 485360219, "Min duration satisfied": "Yes", "Min latency (ns)": 302836009, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 2.06, "QPS w/o loadgen overhead": 2.06, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 80.676, "characteristics.good": 40338, "characteristics.samples_per_second": 2.06, "characteristics.samples_per_second.normalized_per_core": 0.017166666666666667, "characteristics.samples_per_second.normalized_per_processor": 2.06, "characteristics.total": 50000, "ck_system": "firefly-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "non-quantized-efficientnet-lite4", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "non-quantized-efficientnet-lite4", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/firefly-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite4.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 25, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "6f43c4b07ebef47c", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 73088597, "90.00 percentile latency (ns)": 157331130, "90th percentile latency (ns)": 157331130, "95.00 percentile latency (ns)": 197286956, "97.00 percentile latency (ns)": 207254016, "99.00 percentile latency (ns)": 213512610, "99.90 percentile latency (ns)": 223863049, "Max latency (ns)": 233602984, "Mean latency (ns)": 87716938, "Min duration satisfied": "Yes", "Min latency (ns)": 61297075, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 11.4, "QPS w/o loadgen overhead": 11.4, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 75.068, "characteristics.good": 37534, "characteristics.samples_per_second": 11.4, "characteristics.samples_per_second.normalized_per_core": 0.095, "characteristics.samples_per_second.normalized_per_processor": 11.4, "characteristics.total": 50000, "ck_system": "firefly-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "non-quantized-efficientnet-lite0", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "non-quantized-efficientnet-lite0", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/firefly-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite0.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v2.2.0-ruy", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 25, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "e1f84582993770ba", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 76979480, "90.00 percentile latency (ns)": 87944605, "90th percentile latency (ns)": 87944605, "95.00 percentile latency (ns)": 90633466, "97.00 percentile latency (ns)": 92741106, "99.00 percentile latency (ns)": 99917841, "99.90 percentile latency (ns)": 108455695, "Max latency (ns)": 110312874, "Mean latency (ns)": 79445167, "Min duration satisfied": "Yes", "Min latency (ns)": 75026892, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 12.58, "QPS w/o loadgen overhead": 12.59, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 75.068, "characteristics.good": 37534, "characteristics.samples_per_second": 12.59, "characteristics.samples_per_second.normalized_per_core": 0.10491666666666667, "characteristics.samples_per_second.normalized_per_processor": 12.59, "characteristics.total": 50000, "ck_system": "rpi4coral-armnn-v20.08-neon", "ck_used": true, "cooling": "MakerHawk Pi-FAN DC Brushless Cooling Fan LD3007MS", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "efficientnet-lite0-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "efficientnet-lite0-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/rpi4coral-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite0.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4coral-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 22.2222, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "db341617a70e49ec", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 132396284, "90.00 percentile latency (ns)": 161706928, "90th percentile latency (ns)": 161706928, "95.00 percentile latency (ns)": 171498359, "97.00 percentile latency (ns)": 177973665, "99.00 percentile latency (ns)": 193455995, "99.90 percentile latency (ns)": 284271075, "Max latency (ns)": 306818515, "Mean latency (ns)": 141690678, "Min duration satisfied": "Yes", "Min latency (ns)": 129370097, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 7.06, "QPS w/o loadgen overhead": 7.06, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 71.274, "characteristics.good": 35637, "characteristics.samples_per_second": 7.06, "characteristics.samples_per_second.normalized_per_core": 0.05883333333333333, "characteristics.samples_per_second.normalized_per_processor": 7.06, "characteristics.total": 50000, "ck_system": "rpi4coral-armnn-v20.08-neon", "ck_used": true, "cooling": "MakerHawk Pi-FAN DC Brushless Cooling Fan LD3007MS", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "efficientnet-lite0-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "efficientnet-lite0-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/rpi4coral-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite0.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4coral-armnn-v20.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 22.2222, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "7304b7f1461baaa6", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 87054593, "90.00 percentile latency (ns)": 87881447, "90th percentile latency (ns)": 87881447, "95.00 percentile latency (ns)": 88362710, "97.00 percentile latency (ns)": 89561442, "99.00 percentile latency (ns)": 97958194, "99.90 percentile latency (ns)": 108674310, "Max latency (ns)": 111068573, "Mean latency (ns)": 87058319, "Min duration satisfied": "Yes", "Min latency (ns)": 77599680, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 11.47, "QPS w/o loadgen overhead": 11.49, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "4 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-T860 MP4", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 75.068, "characteristics.good": 37534, "characteristics.samples_per_second": 11.49, "characteristics.samples_per_second.normalized_per_core": 11.49, "characteristics.samples_per_second.normalized_per_processor": 11.49, "characteristics.total": 50000, "ck_system": "firefly-armnn-v20.08-opencl", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "efficientnet-lite0-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (OpenCL)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "efficientnet-lite0-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/firefly-armnn-v20.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite0.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v20.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 20, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "1dd5484657b65c2f", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 431489077, "90.00 percentile latency (ns)": 433977908, "90th percentile latency (ns)": 433977908, "95.00 percentile latency (ns)": 435326403, "97.00 percentile latency (ns)": 438555092, "99.00 percentile latency (ns)": 441824494, "99.90 percentile latency (ns)": 453841955, "Max latency (ns)": 454127263, "Mean latency (ns)": 431215013, "Min duration satisfied": "Yes", "Min latency (ns)": 416268346, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 2.32, "QPS w/o loadgen overhead": 2.32, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "4 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-T860 MP4", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 80.676, "characteristics.good": 40338, "characteristics.samples_per_second": 2.32, "characteristics.samples_per_second.normalized_per_core": 2.32, "characteristics.samples_per_second.normalized_per_processor": 2.32, "characteristics.total": 50000, "ck_system": "firefly-armnn-v20.08-opencl", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "efficientnet-lite4-non-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (OpenCL)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "efficientnet-lite4-non-quantized", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/firefly-armnn-v20.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite4.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v20.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 2, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "a97e68e1da4fefa5", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 122312425, "90.00 percentile latency (ns)": 130113629, "90th percentile latency (ns)": 130113629, "95.00 percentile latency (ns)": 131643418, "97.00 percentile latency (ns)": 132207188, "99.00 percentile latency (ns)": 136094828, "99.90 percentile latency (ns)": 137346058, "Max latency (ns)": 142115957, "Mean latency (ns)": 123947393, "Min duration satisfied": "Yes", "Min latency (ns)": 121023007, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 8.06, "QPS w/o loadgen overhead": 8.07, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "4 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-T860 MP4", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 71.232, "characteristics.good": 35616, "characteristics.samples_per_second": 8.07, "characteristics.samples_per_second.normalized_per_core": 8.07, "characteristics.samples_per_second.normalized_per_processor": 8.07, "characteristics.total": 50000, "ck_system": "firefly-armnn-v20.08-opencl", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "efficientnet-lite0-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (OpenCL)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "efficientnet-lite0-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/firefly-armnn-v20.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite0.tar.gz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v20.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 20, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "a6d568a704932b2d", "use_accelerator": true, "weight_data_types": "int8", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 109219386, "90.00 percentile latency (ns)": 119348397, "90th percentile latency (ns)": 119348397, "95.00 percentile latency (ns)": 122428912, "97.00 percentile latency (ns)": 125463306, "99.00 percentile latency (ns)": 133203621, "99.90 percentile latency (ns)": 157001209, "Max latency (ns)": 191684073, "Mean latency (ns)": 111547846, "Min duration satisfied": "Yes", "Min latency (ns)": 106300479, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 8.96, "QPS w/o loadgen overhead": 8.96, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 76.442, "characteristics.good": 38221, "characteristics.samples_per_second": 8.96, "characteristics.samples_per_second.normalized_per_core": 1.12, "characteristics.samples_per_second.normalized_per_processor": 8.96, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.3.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "closed", "formal_model": "resnet50-v1.5", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.3.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 8, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "NVIDIA Carmel (ARMv8.2)", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "resnet50", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 8, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/closed/Dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/closed/Dividiti/results/xavier-tflite-v2.3.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5", "other_software_stack": "PyCUDA 2019.1.2", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://www.dropbox.com/s/vhuqo0wc39lky0a/resnet50_v1.no-argmax.tflite", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by Collective Knowledge v1.15.0. Experimental CMake build from post-v2.3.0/pre-v2.4.0 revision.", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.3.0-ruy", "system_name": "NVIDIA Jetson AGX Xavier", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 10, "task": "image classification", "task2": "image classification", "total_cores": 8, "uid": "2b865e7571a2bad1", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TF -> TFLite" }, { "50.00 percentile latency (ns)": 402187342, "90.00 percentile latency (ns)": 418825218, "90th percentile latency (ns)": 418825218, "95.00 percentile latency (ns)": 422906181, "97.00 percentile latency (ns)": 425756822, "99.00 percentile latency (ns)": 433858628, "99.90 percentile latency (ns)": 511170965, "Max latency (ns)": 511212480, "Mean latency (ns)": 402850024, "Min duration satisfied": "Yes", "Min latency (ns)": 377178669, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 2.48, "QPS w/o loadgen overhead": 2.48, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 76.442, "characteristics.good": 38221, "characteristics.samples_per_second": 2.48, "characteristics.samples_per_second.normalized_per_core": 0.62, "characteristics.samples_per_second.normalized_per_processor": 2.48, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v20.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "closed", "formal_model": "resnet50-v1.5", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 4, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "Arm Cortex-A72 MP4", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "resnet50", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 4, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/closed/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/closed/dividiti/results/rpi4-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Raspbian Bullseye (Debian 11); kernel Linux rpi4 5.4.51-v7l+ #1327 SMP (Thu Jul 23 11:04:39 BST 2020)", "other_software_stack": "GCC 9.3.0; Python 3.7.9", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://www.dropbox.com/s/vhuqo0wc39lky0a/resnet50_v1.no-argmax.tflite", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by Collective Knowledge v1.15.0", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v20.08-neon", "system_name": "Raspberry Pi 4 (rpi4)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 2.5, "task": "image classification", "task2": "image classification", "total_cores": 4, "uid": "797fffa8bc6cae52", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TF -> TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 77009559, "90.00 percentile latency (ns)": 86816813, "90th percentile latency (ns)": 86816813, "95.00 percentile latency (ns)": 91312407, "97.00 percentile latency (ns)": 94742925, "99.00 percentile latency (ns)": 103252300, "99.90 percentile latency (ns)": 135755759, "Max latency (ns)": 149307756, "Mean latency (ns)": 79669194, "Min duration satisfied": "Yes", "Min latency (ns)": 75200215, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 12.55, "QPS w/o loadgen overhead": 12.55, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 76.442, "characteristics.good": 38221, "characteristics.samples_per_second": 12.55, "characteristics.samples_per_second.normalized_per_core": 1.56875, "characteristics.samples_per_second.normalized_per_processor": 12.55, "characteristics.total": 50000, "ck_system": "xavier-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "closed", "formal_model": "resnet50-v1.5", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 8, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "NVIDIA Carmel (ARMv8.2)", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "resnet50", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 8, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/closed/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/closed/dividiti/results/xavier-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5", "other_software_stack": "PyCUDA 2019.1.2", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://www.dropbox.com/s/vhuqo0wc39lky0a/resnet50_v1.no-argmax.tflite", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by Collective Knowledge v1.15.0", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tflite-v2.2.0-ruy", "system_name": "NVIDIA Jetson AGX Xavier", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 8.13008, "task": "image classification", "task2": "image classification", "total_cores": 8, "uid": "927dd4045bb8f1cf", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TF -> TFLite" }, { "50.00 percentile latency (ns)": 33057139001, "90.00 percentile latency (ns)": 59374135435, "95.00 percentile latency (ns)": 62660858265, "97.00 percentile latency (ns)": 63987622275, "99.00 percentile latency (ns)": 65315810062, "99.90 percentile latency (ns)": 65904403160, "Max latency (ns)": 65935927903, "Mean latency (ns)": 33051208736, "Min duration satisfied": "Yes", "Min latency (ns)": 146557421, "Min queries satisfied": "Yes", "Mode": "Performance", "Result is": "VALID", "SUT name": "PySUT", "Samples per second": 1301.26, "Scenario": "offline", "accelerator_frequency": "", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "Shared with host", "accelerator_memory_configuration": "SRAM", "accelerator_model_name": "NVIDIA Xavier", "accelerator_on-chip_memories": "1MB (128KB/SM) L1 + 512KB L2 + 4MB (DLA)", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 76.258, "characteristics.good": 38129, "characteristics.samples_per_second": 1301.26, "characteristics.samples_per_second.normalized_per_core": 1301.26, "characteristics.samples_per_second.normalized_per_processor": 1301.26, "characteristics.total": 50000, "ck_system": "xavier-tensorrt-v6.0", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "closed", "formal_model": "resnet50-v1.5", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TensorRT v6.0", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 120, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "DLAs are not used in the Offline and MultiStream scenarios (GPU only)", "informal_model": "resnet50", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1, "mlperf_version": 0.7, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/closed/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/closed/dividiti/results/xavier-tensorrt-v6.0", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 85800, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://zenodo.org/record/3716059/files/resnet-Offline-gpu-b64-int8-linear.plan", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-tensorrt-v6.0", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 1300, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "297a328447448fac", "use_accelerator": true, "weight_data_types": "int8", "weight_transformations": "ONNX -> TensorRT" }, { "50.00 percentile latency (ns)": 594462704, "90.00 percentile latency (ns)": 612460091, "90th percentile latency (ns)": 612460091, "95.00 percentile latency (ns)": 654691420, "97.00 percentile latency (ns)": 777090835, "99.00 percentile latency (ns)": 807868713, "99.90 percentile latency (ns)": 838935422, "Max latency (ns)": 887009964, "Mean latency (ns)": 603999971, "Min duration satisfied": "Yes", "Min latency (ns)": 573131920, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 1.66, "QPS w/o loadgen overhead": 1.66, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 76.442, "characteristics.good": 38221, "characteristics.samples_per_second": 1.66, "characteristics.samples_per_second.normalized_per_core": 0.415, "characteristics.samples_per_second.normalized_per_processor": 1.66, "characteristics.total": 50000, "ck_system": "rpi4coral-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "MakerHawk Pi-FAN DC Brushless Cooling Fan LD3007MS", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "closed", "formal_model": "resnet50-v1.5", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 4, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "Arm Cortex-A72 MP4", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "resnet50", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 4, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/closed/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/closed/dividiti/results/rpi4coral-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 20.04.1; kernel 5.4.0-1018-raspi #20-Ubuntu SMP (Sun Sep 6 05:11:16 UTC 2020)", "other_software_stack": "GCC 9.3.0; Python 3.8.2", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://www.dropbox.com/s/vhuqo0wc39lky0a/resnet50_v1.no-argmax.tflite", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by Collective Knowledge v1.15.0", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4coral-tflite-v2.2.0-ruy", "system_name": "Raspberry Pi 4 with Coral (rpi4coral)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 1.42857, "task": "image classification", "task2": "image classification", "total_cores": 4, "uid": "524f0688e65dfcd4", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TF -> TFLite" }, { "50.00 percentile latency (ns)": 366290049, "90.00 percentile latency (ns)": 367529816, "90th percentile latency (ns)": 367529816, "95.00 percentile latency (ns)": 367843332, "97.00 percentile latency (ns)": 368175143, "99.00 percentile latency (ns)": 369443806, "99.90 percentile latency (ns)": 374020177, "Max latency (ns)": 385745855, "Mean latency (ns)": 366355379, "Min duration satisfied": "Yes", "Min latency (ns)": 363725723, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 2.73, "QPS w/o loadgen overhead": 2.73, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 76.442, "characteristics.good": 38221, "characteristics.samples_per_second": 2.73, "characteristics.samples_per_second.normalized_per_core": 0.455, "characteristics.samples_per_second.normalized_per_processor": 2.73, "characteristics.total": 50000, "ck_system": "firefly-armnn-v20.08-neon", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "closed", "formal_model": "resnet50-v1.5", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 6, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "Arm Cortex-A72 MP2 (big); Arm Cortex-A53 MP4 (LITTLE)", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "resnet50", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 6, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/closed/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/closed/dividiti/results/firefly-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 16.04.7 LTS; kernel 4.4.77 #554 (Thu Nov 30 11:30:11 HKT 2017)", "other_software_stack": "GCC 7.5.0; Python 3.5.2; OpenCL driver 1.2 v1.r13p0-00rel0-git(a4271c9).31ba04af2d3c01618138bef3aed66c2c", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://www.dropbox.com/s/vhuqo0wc39lky0a/resnet50_v1.no-argmax.tflite", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by Collective Knowledge v1.15.0", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v20.08-neon", "system_name": "Firefly-RK3399 (firefly)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 2.5, "task": "image classification", "task2": "image classification", "total_cores": 6, "uid": "a87c2441ca811a94", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TF -> TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 54354665, "90.00 percentile latency (ns)": 73281484, "90th percentile latency (ns)": 73281484, "95.00 percentile latency (ns)": 79760665, "97.00 percentile latency (ns)": 92973566, "99.00 percentile latency (ns)": 105632028, "99.90 percentile latency (ns)": 113682094, "Max latency (ns)": 113991702, "Mean latency (ns)": 59248970, "Min duration satisfied": "Yes", "Min latency (ns)": 51654559, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 16.87, "QPS w/o loadgen overhead": 16.88, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 76.442, "characteristics.good": 38221, "characteristics.samples_per_second": 16.88, "characteristics.samples_per_second.normalized_per_core": 2.11, "characteristics.samples_per_second.normalized_per_processor": 16.88, "characteristics.total": 50000, "ck_system": "xavier-armnn-v20.08-neon", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "closed", "formal_model": "resnet50-v1.5", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "32 GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", "host_processor_core_count": 8, "host_processor_frequency": "2265.6 MHz", "host_processor_interconnect": "", "host_processor_model_name": "NVIDIA Carmel (ARMv8.2)", "host_processors_per_node": 1, "host_storage_capacity": "400 GB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "", "informal_model": "resnet50", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 8, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/closed/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/closed/dividiti/results/xavier-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5", "other_software_stack": "PyCUDA 2019.1.2", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://www.dropbox.com/s/vhuqo0wc39lky0a/resnet50_v1.no-argmax.tflite", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by Collective Knowledge v1.15.0", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/xavier-armnn-v20.08-neon", "system_name": "NVIDIA Jetson AGX Xavier", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 10, "task": "image classification", "task2": "image classification", "total_cores": 8, "uid": "d341d8bac2465145", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TF -> TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 740072004, "90.00 percentile latency (ns)": 759539316, "90th percentile latency (ns)": 759539316, "95.00 percentile latency (ns)": 766643291, "97.00 percentile latency (ns)": 770167224, "99.00 percentile latency (ns)": 778577706, "99.90 percentile latency (ns)": 871489612, "Max latency (ns)": 881408945, "Mean latency (ns)": 740857168, "Min duration satisfied": "Yes", "Min latency (ns)": 692530967, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 1.35, "QPS w/o loadgen overhead": 1.35, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 76.442, "characteristics.good": 38221, "characteristics.samples_per_second": 1.35, "characteristics.samples_per_second.normalized_per_core": 0.3375, "characteristics.samples_per_second.normalized_per_processor": 1.35, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "closed", "formal_model": "resnet50-v1.5", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 4, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "Arm Cortex-A72 MP4", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "resnet50", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 4, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/closed/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/closed/dividiti/results/rpi4-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Raspbian Bullseye (Debian 11); kernel Linux rpi4 5.4.51-v7l+ #1327 SMP (Thu Jul 23 11:04:39 BST 2020)", "other_software_stack": "GCC 9.3.0; Python 3.7.9", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://www.dropbox.com/s/vhuqo0wc39lky0a/resnet50_v1.no-argmax.tflite", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by Collective Knowledge v1.15.0", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v2.2.0-ruy", "system_name": "Raspberry Pi 4 (rpi4)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 1.42857, "task": "image classification", "task2": "image classification", "total_cores": 4, "uid": "364452a692a3a14a", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TF -> TFLite" }, { "50.00 percentile latency (ns)": 439464059, "90.00 percentile latency (ns)": 544726800, "90th percentile latency (ns)": 544726800, "95.00 percentile latency (ns)": 572200370, "97.00 percentile latency (ns)": 584122745, "99.00 percentile latency (ns)": 606464637, "99.90 percentile latency (ns)": 631151169, "Max latency (ns)": 640230615, "Mean latency (ns)": 456439132, "Min duration satisfied": "Yes", "Min latency (ns)": 390705336, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 2.19, "QPS w/o loadgen overhead": 2.19, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 76.442, "characteristics.good": 38221, "characteristics.samples_per_second": 2.19, "characteristics.samples_per_second.normalized_per_core": 0.365, "characteristics.samples_per_second.normalized_per_processor": 2.19, "characteristics.total": 50000, "ck_system": "firefly-tflite-v2.2.0-ruy", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "closed", "formal_model": "resnet50-v1.5", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v2.2.0 (ruy)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 6, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "Arm Cortex-A72 MP2 (big); Arm Cortex-A53 MP4 (LITTLE)", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "resnet50", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 6, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/closed/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/closed/dividiti/results/firefly-tflite-v2.2.0-ruy", "number_of_nodes": 1, "operating_system": "Ubuntu 16.04.7 LTS; kernel 4.4.77 #554 (Thu Nov 30 11:30:11 HKT 2017)", "other_software_stack": "GCC 7.5.0; Python 3.5.2; OpenCL driver 1.2 v1.r13p0-00rel0-git(a4271c9).31ba04af2d3c01618138bef3aed66c2c", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://www.dropbox.com/s/vhuqo0wc39lky0a/resnet50_v1.no-argmax.tflite", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by Collective Knowledge v1.15.0", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v2.2.0-ruy", "system_name": "Firefly-RK3399 (firefly)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 1.42857, "task": "image classification", "task2": "image classification", "total_cores": 6, "uid": "d527347708f81bc6", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TF -> TFLite" }, { "50.00 percentile latency (ns)": 352151349, "90.00 percentile latency (ns)": 363624509, "90th percentile latency (ns)": 363624509, "95.00 percentile latency (ns)": 367198075, "97.00 percentile latency (ns)": 369972606, "99.00 percentile latency (ns)": 372311101, "99.90 percentile latency (ns)": 376700364, "Max latency (ns)": 376992490, "Mean latency (ns)": 352711193, "Min duration satisfied": "Yes", "Min latency (ns)": 337963041, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 2.83, "QPS w/o loadgen overhead": 2.84, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 76.442, "characteristics.good": 38221, "characteristics.samples_per_second": 2.84, "characteristics.samples_per_second.normalized_per_core": 0.71, "characteristics.samples_per_second.normalized_per_processor": 2.84, "characteristics.total": 50000, "ck_system": "rpi4coral-armnn-v20.08-neon", "ck_used": true, "cooling": "MakerHawk Pi-FAN DC Brushless Cooling Fan LD3007MS", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "closed", "formal_model": "resnet50-v1.5", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 4, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "Arm Cortex-A72 MP4", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "resnet50", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 4, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/closed/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/closed/dividiti/results/rpi4coral-armnn-v20.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 20.04.1; kernel 5.4.0-1018-raspi #20-Ubuntu SMP (Sun Sep 6 05:11:16 UTC 2020)", "other_software_stack": "GCC 9.3.0; Python 3.8.2", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://www.dropbox.com/s/vhuqo0wc39lky0a/resnet50_v1.no-argmax.tflite", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by Collective Knowledge v1.15.0", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4coral-armnn-v20.08-neon", "system_name": "Raspberry Pi 4 with Coral (rpi4coral)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 2.5, "task": "image classification", "task2": "image classification", "total_cores": 4, "uid": "736492585a223ad7", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TF -> TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 456045411, "90.00 percentile latency (ns)": 458246019, "90th percentile latency (ns)": 458246019, "95.00 percentile latency (ns)": 462346171, "97.00 percentile latency (ns)": 463735428, "99.00 percentile latency (ns)": 465700283, "99.90 percentile latency (ns)": 475616259, "Max latency (ns)": 483787909, "Mean latency (ns)": 456536767, "Min duration satisfied": "Yes", "Min latency (ns)": 445051288, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 2.19, "QPS w/o loadgen overhead": 2.19, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "4 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-T860 MP4", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.accuracy": 76.442, "characteristics.good": 38221, "characteristics.samples_per_second": 2.19, "characteristics.samples_per_second.normalized_per_core": 2.19, "characteristics.samples_per_second.normalized_per_processor": 2.19, "characteristics.total": 50000, "ck_system": "firefly-armnn-v20.08-opencl", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.samples_per_second", "dim_x_maximize": true, "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "closed", "formal_model": "resnet50-v1.5", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v20.08 (OpenCL)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 6, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "Arm Cortex-A72 MP2 (big); Arm Cortex-A53 MP4 (LITTLE)", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "resnet50", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/closed/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/closed/dividiti/results/firefly-armnn-v20.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 16.04.7 LTS; kernel 4.4.77 #554 (Thu Nov 30 11:30:11 HKT 2017)", "other_software_stack": "GCC 7.5.0; Python 3.5.2; OpenCL driver 1.2 v1.r13p0-00rel0-git(a4271c9).31ba04af2d3c01618138bef3aed66c2c", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": true, "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)", "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "https://www.dropbox.com/s/vhuqo0wc39lky0a/resnet50_v1.no-argmax.tflite", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by Collective Knowledge v1.15.0", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v20.08-opencl", "system_name": "Firefly-RK3399 (firefly)", "system_type": "edge", "target_latency (ns)": 0, "target_qps": 2.5, "task": "image classification", "task2": "image classification", "total_cores": 6, "uid": "899af58382fe4c90", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TF -> TFLite -> ArmNN" } ]