[ { "50.00 percentile latency (ns)": 38432739, "90.00 percentile latency (ns)": 63397613, "90th percentile latency (ns)": 63397613, "95.00 percentile latency (ns)": 70693010, "97.00 percentile latency (ns)": 75151916, "99.00 percentile latency (ns)": 83204614, "99.90 percentile latency (ns)": 101171491, "Max latency (ns)": 103123074, "Mean latency (ns)": 43692997, "Min duration satisfied": "Yes", "Min latency (ns)": 19974190, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 22.87, "QPS w/o loadgen overhead": 22.89, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 63.397613, "characteristics.90th_percentile_latency_ns": 63397613.0, "characteristics.90th_percentile_latency_s": 0.063397613, "characteristics.90th_percentile_latency_us": 63397.613, "characteristics.accuracy": 64.282, "characteristics.good": 32141, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-0.5-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "6ea4440d9a0c8237", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 39392834, "90.00 percentile latency (ns)": 64009389, "90th percentile latency (ns)": 64009389, "95.00 percentile latency (ns)": 71129822, "97.00 percentile latency (ns)": 74898637, "99.00 percentile latency (ns)": 82744776, "99.90 percentile latency (ns)": 91681729, "Max latency (ns)": 93219252, "Mean latency (ns)": 41471338, "Min duration satisfied": "Yes", "Min latency (ns)": 17976341, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 24.1, "QPS w/o loadgen overhead": 24.11, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 64.009389, "characteristics.90th_percentile_latency_ns": 64009389.0, "characteristics.90th_percentile_latency_s": 0.064009389, "characteristics.90th_percentile_latency_us": 64009.389, "characteristics.accuracy": 59.322, "characteristics.good": 29661, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-0.35-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "d4349a1902644e37", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 36433809, "90.00 percentile latency (ns)": 47073012, "90th percentile latency (ns)": 47073012, "95.00 percentile latency (ns)": 49707422, "97.00 percentile latency (ns)": 51540259, "99.00 percentile latency (ns)": 56097088, "99.90 percentile latency (ns)": 61081009, "Max latency (ns)": 66078469, "Mean latency (ns)": 37488422, "Min duration satisfied": "Yes", "Min latency (ns)": 20578393, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 26.67, "QPS w/o loadgen overhead": 26.67, "Result is": "VALID", "SUT name": "SingleStreamSUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 47.073012, "characteristics.90th_percentile_latency_ns": 47073012.0, "characteristics.90th_percentile_latency_s": 0.047073012, "characteristics.90th_percentile_latency_us": 47073.012, "characteristics.accuracy": 66.384, "characteristics.good": 33192, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.75-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "6c40ce9325340091", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 3969832, "90.00 percentile latency (ns)": 4765170, "90th percentile latency (ns)": 4765170, "95.00 percentile latency (ns)": 5099531, "97.00 percentile latency (ns)": 6177690, "99.00 percentile latency (ns)": 11153801, "99.90 percentile latency (ns)": 31134291, "Max latency (ns)": 60353971, "Mean latency (ns)": 4254544, "Min duration satisfied": "Yes", "Min latency (ns)": 2635443, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 234.27, "QPS w/o loadgen overhead": 235.04, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 4.76517, "characteristics.90th_percentile_latency_ns": 4765170.0, "characteristics.90th_percentile_latency_s": 0.00476517, "characteristics.90th_percentile_latency_us": 4765.17, "characteristics.accuracy": 48.11, "characteristics.good": 24055, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-192-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.25-192-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_192_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 250, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "03557843b6924944", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 5307877, "90.00 percentile latency (ns)": 6357370, "90th percentile latency (ns)": 6357370, "95.00 percentile latency (ns)": 7393320, "97.00 percentile latency (ns)": 9100633, "99.00 percentile latency (ns)": 31370176, "99.90 percentile latency (ns)": 53368884, "Max latency (ns)": 61552318, "Mean latency (ns)": 5793485, "Min duration satisfied": "Yes", "Min latency (ns)": 3356291, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 172.25, "QPS w/o loadgen overhead": 172.61, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 6.35737, "characteristics.90th_percentile_latency_ns": 6357370.0, "characteristics.90th_percentile_latency_s": 0.00635737, "characteristics.90th_percentile_latency_us": 6357.37, "characteristics.accuracy": 50.24, "characteristics.good": 25120, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-224-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.25-224-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_224_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "cdcbdbf3d557b525", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 15760648, "90.00 percentile latency (ns)": 24678488, "90th percentile latency (ns)": 24678488, "95.00 percentile latency (ns)": 28581149, "97.00 percentile latency (ns)": 31430149, "99.00 percentile latency (ns)": 35825526, "99.90 percentile latency (ns)": 42084470, "Max latency (ns)": 46962667, "Mean latency (ns)": 17593174, "Min duration satisfied": "Yes", "Min latency (ns)": 8413665, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 56.81, "QPS w/o loadgen overhead": 56.84, "Result is": "VALID", "SUT name": "SingleStreamSUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 24.678488, "characteristics.90th_percentile_latency_ns": 24678488.0, "characteristics.90th_percentile_latency_s": 0.024678488, "characteristics.90th_percentile_latency_us": 24678.488, "characteristics.accuracy": 49.478, "characteristics.good": 24739, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.25-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "24409ab58f06bf8d", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 124457541, "90.00 percentile latency (ns)": 150733460, "90th percentile latency (ns)": 150733460, "95.00 percentile latency (ns)": 158812719, "97.00 percentile latency (ns)": 162991935, "99.00 percentile latency (ns)": 167955560, "99.90 percentile latency (ns)": 178322912, "Max latency (ns)": 179438046, "Mean latency (ns)": 124104039, "Min duration satisfied": "Yes", "Min latency (ns)": 70995310, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 8.06, "QPS w/o loadgen overhead": 8.06, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 150.73346, "characteristics.90th_percentile_latency_ns": 150733460.0, "characteristics.90th_percentile_latency_s": 0.15073346, "characteristics.90th_percentile_latency_us": 150733.46, "characteristics.accuracy": 75.012, "characteristics.good": 37506, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.3-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-1.3-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.3_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "bc9b77ae7fd4e2ba", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 10679836, "90.00 percentile latency (ns)": 14288739, "90th percentile latency (ns)": 14288739, "95.00 percentile latency (ns)": 15676259, "97.00 percentile latency (ns)": 18611715, "99.00 percentile latency (ns)": 36626554, "99.90 percentile latency (ns)": 61538882, "Max latency (ns)": 68010848, "Mean latency (ns)": 11822856, "Min duration satisfied": "Yes", "Min latency (ns)": 7614168, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 84.4, "QPS w/o loadgen overhead": 84.58, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 14.288739, "characteristics.90th_percentile_latency_ns": 14288739.0, "characteristics.90th_percentile_latency_s": 0.014288739, "characteristics.90th_percentile_latency_us": 14288.739, "characteristics.accuracy": 62.27, "characteristics.good": 31135, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-224-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.5-224-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_224_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "3e4411aac5f8bbb0", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 31667002, "90.00 percentile latency (ns)": 38787910, "90th percentile latency (ns)": 38787910, "95.00 percentile latency (ns)": 50089590, "97.00 percentile latency (ns)": 55380790, "99.00 percentile latency (ns)": 70022610, "99.90 percentile latency (ns)": 79531045, "Max latency (ns)": 79994592, "Mean latency (ns)": 32429717, "Min duration satisfied": "Yes", "Min latency (ns)": 22942952, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 30.8, "QPS w/o loadgen overhead": 30.84, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 38.78791, "characteristics.90th_percentile_latency_ns": 38787910.0, "characteristics.90th_percentile_latency_s": 0.03878791, "characteristics.90th_percentile_latency_us": 38787.91, "characteristics.accuracy": 70.762, "characteristics.good": 35381, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-224-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-1.0-224-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_224_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "47faa2863bea21af", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 48856803, "90.00 percentile latency (ns)": 75687316, "90th percentile latency (ns)": 75687316, "95.00 percentile latency (ns)": 82114471, "97.00 percentile latency (ns)": 86731178, "99.00 percentile latency (ns)": 100806866, "99.90 percentile latency (ns)": 109876760, "Max latency (ns)": 111376777, "Mean latency (ns)": 50887559, "Min duration satisfied": "Yes", "Min latency (ns)": 22321606, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 19.65, "QPS w/o loadgen overhead": 19.65, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 75.687316, "characteristics.90th_percentile_latency_ns": 75687316.0, "characteristics.90th_percentile_latency_s": 0.075687316, "characteristics.90th_percentile_latency_us": 75687.316, "characteristics.accuracy": 60.976, "characteristics.good": 30488, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-0.35-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "40329f110a08ea86", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 53149049, "90.00 percentile latency (ns)": 61267375, "90th percentile latency (ns)": 61267375, "95.00 percentile latency (ns)": 64144491, "97.00 percentile latency (ns)": 66391397, "99.00 percentile latency (ns)": 74134187, "99.90 percentile latency (ns)": 85762448, "Max latency (ns)": 92786488, "Mean latency (ns)": 49295291, "Min duration satisfied": "Yes", "Min latency (ns)": 22224737, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 20.27, "QPS w/o loadgen overhead": 20.29, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 61.267375, "characteristics.90th_percentile_latency_ns": 61267375.0, "characteristics.90th_percentile_latency_s": 0.061267375, "characteristics.90th_percentile_latency_us": 61267.375, "characteristics.accuracy": 66.036, "characteristics.good": 33018, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-1.0-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "5c50f2c94b6e92e3", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 16482489, "90.00 percentile latency (ns)": 21680987, "90th percentile latency (ns)": 21680987, "95.00 percentile latency (ns)": 22845586, "97.00 percentile latency (ns)": 25772703, "99.00 percentile latency (ns)": 45237519, "99.90 percentile latency (ns)": 70770118, "Max latency (ns)": 71764401, "Mean latency (ns)": 17464583, "Min duration satisfied": "Yes", "Min latency (ns)": 11781911, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 57.18, "QPS w/o loadgen overhead": 57.26, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 21.680987, "characteristics.90th_percentile_latency_ns": 21680987.0, "characteristics.90th_percentile_latency_s": 0.021680987, "characteristics.90th_percentile_latency_us": 21680.987, "characteristics.accuracy": 68.2, "characteristics.good": 34100, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-160-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-1.0-160-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_160_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "43143244dfa3ea51", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 25437380, "90.00 percentile latency (ns)": 30835380, "90th percentile latency (ns)": 30835380, "95.00 percentile latency (ns)": 32928645, "97.00 percentile latency (ns)": 35011490, "99.00 percentile latency (ns)": 39094365, "99.90 percentile latency (ns)": 47420540, "Max latency (ns)": 48935666, "Mean latency (ns)": 23936250, "Min duration satisfied": "Yes", "Min latency (ns)": 12175192, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 41.74, "QPS w/o loadgen overhead": 41.78, "Result is": "VALID", "SUT name": "SingleStreamSUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 30.83538, "characteristics.90th_percentile_latency_ns": 30835380.0, "characteristics.90th_percentile_latency_s": 0.03083538, "characteristics.90th_percentile_latency_us": 30835.38, "characteristics.accuracy": 60.842, "characteristics.good": 30421, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.5-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "b32890a4f2786536", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 7276615, "90.00 percentile latency (ns)": 9591216, "90th percentile latency (ns)": 9591216, "95.00 percentile latency (ns)": 10139658, "97.00 percentile latency (ns)": 11236019, "99.00 percentile latency (ns)": 15292819, "99.90 percentile latency (ns)": 38877885, "Max latency (ns)": 61369713, "Mean latency (ns)": 7707949, "Min duration satisfied": "Yes", "Min latency (ns)": 5160454, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 129.33, "QPS w/o loadgen overhead": 129.74, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 9.591216, "characteristics.90th_percentile_latency_ns": 9591216.0, "characteristics.90th_percentile_latency_s": 0.009591216, "characteristics.90th_percentile_latency_us": 9591.216, "characteristics.accuracy": 58.39, "characteristics.good": 29195, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-128-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.75-128-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_128_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "44b8a1adbe89756c", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 124319198, "90.00 percentile latency (ns)": 159244096, "90th percentile latency (ns)": 159244096, "95.00 percentile latency (ns)": 168776503, "97.00 percentile latency (ns)": 178728185, "99.00 percentile latency (ns)": 189844984, "99.90 percentile latency (ns)": 195549740, "Max latency (ns)": 196563815, "Mean latency (ns)": 127751460, "Min duration satisfied": "Yes", "Min latency (ns)": 81365038, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 7.83, "QPS w/o loadgen overhead": 7.83, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 159.244096, "characteristics.90th_percentile_latency_ns": 159244096.0, "characteristics.90th_percentile_latency_s": 0.159244096, "characteristics.90th_percentile_latency_us": 159244.096, "characteristics.accuracy": 75.69, "characteristics.good": 37845, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.4-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-1.4-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.4_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "4230a72c6e8f08fd", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 11051162, "90.00 percentile latency (ns)": 23962240, "90th percentile latency (ns)": 23962240, "95.00 percentile latency (ns)": 26714874, "97.00 percentile latency (ns)": 29176360, "99.00 percentile latency (ns)": 31793575, "99.90 percentile latency (ns)": 37168634, "Max latency (ns)": 39325429, "Mean latency (ns)": 12974634, "Min duration satisfied": "Yes", "Min latency (ns)": 8824055, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 76.98, "QPS w/o loadgen overhead": 77.07, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 23.96224, "characteristics.90th_percentile_latency_ns": 23962240.0, "characteristics.90th_percentile_latency_s": 0.02396224, "characteristics.90th_percentile_latency_us": 23962.24, "characteristics.accuracy": 47.14, "characteristics.good": 23570, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-96", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-0.35-96", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_96.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "4d4afc4d91b98383", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 24624671, "90.00 percentile latency (ns)": 31689967, "90th percentile latency (ns)": 31689967, "95.00 percentile latency (ns)": 35755722, "97.00 percentile latency (ns)": 38433388, "99.00 percentile latency (ns)": 42506954, "99.90 percentile latency (ns)": 47356046, "Max latency (ns)": 49273764, "Mean latency (ns)": 22717472, "Min duration satisfied": "Yes", "Min latency (ns)": 10128408, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 43.98, "QPS w/o loadgen overhead": 44.02, "Result is": "VALID", "SUT name": "SingleStreamSUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 31.689967, "characteristics.90th_percentile_latency_ns": 31689967.0, "characteristics.90th_percentile_latency_s": 0.031689967, "characteristics.90th_percentile_latency_us": 31689.967, "characteristics.accuracy": 57.918, "characteristics.good": 28959, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.5-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "9a3830be484380b5", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 2873476, "90.00 percentile latency (ns)": 3571402, "90th percentile latency (ns)": 3571402, "95.00 percentile latency (ns)": 3868281, "97.00 percentile latency (ns)": 4308912, "99.00 percentile latency (ns)": 7821980, "99.90 percentile latency (ns)": 43593811, "Max latency (ns)": 59965904, "Mean latency (ns)": 3111809, "Min duration satisfied": "Yes", "Min latency (ns)": 1894817, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 320.07, "QPS w/o loadgen overhead": 321.36, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 3.571402, "characteristics.90th_percentile_latency_ns": 3571402.0, "characteristics.90th_percentile_latency_s": 0.003571402, "characteristics.90th_percentile_latency_us": 3571.402, "characteristics.accuracy": 45.454, "characteristics.good": 22727, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-160-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.25-160-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_160_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 250, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "aada93efaf500bfd", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 89117355, "90.00 percentile latency (ns)": 102766499, "90th percentile latency (ns)": 102766499, "95.00 percentile latency (ns)": 106530612, "97.00 percentile latency (ns)": 108916062, "99.00 percentile latency (ns)": 112122355, "99.90 percentile latency (ns)": 117996914, "Max latency (ns)": 118322440, "Mean latency (ns)": 87396091, "Min duration satisfied": "Yes", "Min latency (ns)": 51855391, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 11.44, "QPS w/o loadgen overhead": 11.44, "Result is": "VALID", "SUT name": "SingleStreamSUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 102.766499, "characteristics.90th_percentile_latency_ns": 102766499.0, "characteristics.90th_percentile_latency_s": 0.102766499, "characteristics.90th_percentile_latency_us": 102766.499, "characteristics.accuracy": 70.624, "characteristics.good": 35312, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-1.0-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "34a6d99a521dc8b8", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 22727877, "90.00 percentile latency (ns)": 30571200, "90th percentile latency (ns)": 30571200, "95.00 percentile latency (ns)": 31404023, "97.00 percentile latency (ns)": 34520207, "99.00 percentile latency (ns)": 40834865, "99.90 percentile latency (ns)": 53746478, "Max latency (ns)": 65965376, "Mean latency (ns)": 23937442, "Min duration satisfied": "Yes", "Min latency (ns)": 15929358, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 41.71, "QPS w/o loadgen overhead": 41.78, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 30.5712, "characteristics.90th_percentile_latency_ns": 30571200.0, "characteristics.90th_percentile_latency_s": 0.0305712, "characteristics.90th_percentile_latency_us": 30571.2, "characteristics.accuracy": 70.016, "characteristics.good": 35008, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-192-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-1.0-192-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_192_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "972b6721d03f4bdb", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 6034433, "90.00 percentile latency (ns)": 8036536, "90th percentile latency (ns)": 8036536, "95.00 percentile latency (ns)": 8557374, "97.00 percentile latency (ns)": 9113108, "99.00 percentile latency (ns)": 14199094, "99.90 percentile latency (ns)": 57133882, "Max latency (ns)": 65885006, "Mean latency (ns)": 6527301, "Min duration satisfied": "Yes", "Min latency (ns)": 4170352, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 152.84, "QPS w/o loadgen overhead": 153.2, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 8.036536, "characteristics.90th_percentile_latency_ns": 8036536.0, "characteristics.90th_percentile_latency_s": 0.008036536, "characteristics.90th_percentile_latency_us": 8036.536, "characteristics.accuracy": 59.422, "characteristics.good": 29711, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-160-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.5-160-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_160_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "ffea2b9220690aa3", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 7777206, "90.00 percentile latency (ns)": 10453290, "90th percentile latency (ns)": 10453290, "95.00 percentile latency (ns)": 10890797, "97.00 percentile latency (ns)": 11980397, "99.00 percentile latency (ns)": 15409099, "99.90 percentile latency (ns)": 40814707, "Max latency (ns)": 71045915, "Mean latency (ns)": 8423069, "Min duration satisfied": "Yes", "Min latency (ns)": 5664674, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 118.51, "QPS w/o loadgen overhead": 118.72, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 10.45329, "characteristics.90th_percentile_latency_ns": 10453290.0, "characteristics.90th_percentile_latency_s": 0.01045329, "characteristics.90th_percentile_latency_us": 10453.29, "characteristics.accuracy": 61.462, "characteristics.good": 30731, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-192-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.5-192-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_192_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "86d7b4bb19b8afb9", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 46325764, "90.00 percentile latency (ns)": 55919154, "90th percentile latency (ns)": 55919154, "95.00 percentile latency (ns)": 59175461, "97.00 percentile latency (ns)": 61082250, "99.00 percentile latency (ns)": 64720331, "99.90 percentile latency (ns)": 67245903, "Max latency (ns)": 67780814, "Mean latency (ns)": 45706416, "Min duration satisfied": "Yes", "Min latency (ns)": 22054533, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 21.87, "QPS w/o loadgen overhead": 21.88, "Result is": "VALID", "SUT name": "SingleStreamSUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 55.919154, "characteristics.90th_percentile_latency_ns": 55919154.0, "characteristics.90th_percentile_latency_s": 0.055919154, "characteristics.90th_percentile_latency_us": 55919.154, "characteristics.accuracy": 64.348, "characteristics.good": 32174, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.5-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "5158fc6841b2b42d", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 70927535, "90.00 percentile latency (ns)": 78418263, "90th percentile latency (ns)": 78418263, "95.00 percentile latency (ns)": 81442710, "97.00 percentile latency (ns)": 83227071, "99.00 percentile latency (ns)": 87065256, "99.90 percentile latency (ns)": 91532855, "Max latency (ns)": 93430825, "Mean latency (ns)": 69197999, "Min duration satisfied": "Yes", "Min latency (ns)": 31809055, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 14.45, "QPS w/o loadgen overhead": 14.45, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 78.418263, "characteristics.90th_percentile_latency_ns": 78418263.0, "characteristics.90th_percentile_latency_s": 0.078418263, "characteristics.90th_percentile_latency_us": 78418.263, "characteristics.accuracy": 68.834, "characteristics.good": 34417, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-0.75-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "679cc5123d5445d6", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 20600133, "90.00 percentile latency (ns)": 38657545, "90th percentile latency (ns)": 38657545, "95.00 percentile latency (ns)": 44634158, "97.00 percentile latency (ns)": 47682093, "99.00 percentile latency (ns)": 51498788, "99.90 percentile latency (ns)": 57545704, "Max latency (ns)": 59482166, "Mean latency (ns)": 24926191, "Min duration satisfied": "Yes", "Min latency (ns)": 14117279, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 40.1, "QPS w/o loadgen overhead": 40.12, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 38.657545, "characteristics.90th_percentile_latency_ns": 38657545.0, "characteristics.90th_percentile_latency_s": 0.038657545, "characteristics.90th_percentile_latency_us": 38657.545, "characteristics.accuracy": 56.988, "characteristics.good": 28494, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-0.35-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "64419a83f314f459", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 79344278, "90.00 percentile latency (ns)": 103794605, "90th percentile latency (ns)": 103794605, "95.00 percentile latency (ns)": 108008202, "97.00 percentile latency (ns)": 110447291, "99.00 percentile latency (ns)": 117913020, "99.90 percentile latency (ns)": 126304276, "Max latency (ns)": 127718364, "Mean latency (ns)": 82528578, "Min duration satisfied": "Yes", "Min latency (ns)": 48226160, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 12.11, "QPS w/o loadgen overhead": 12.12, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 103.794605, "characteristics.90th_percentile_latency_ns": 103794605.0, "characteristics.90th_percentile_latency_s": 0.103794605, "characteristics.90th_percentile_latency_us": 103794.605, "characteristics.accuracy": 71.77, "characteristics.good": 35885, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-1.0-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "c99498c8ef3ff584", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 48116394, "90.00 percentile latency (ns)": 67834419, "90th percentile latency (ns)": 67834419, "95.00 percentile latency (ns)": 71619380, "97.00 percentile latency (ns)": 74619947, "99.00 percentile latency (ns)": 87805573, "99.90 percentile latency (ns)": 96970302, "Max latency (ns)": 98556781, "Mean latency (ns)": 51812195, "Min duration satisfied": "Yes", "Min latency (ns)": 31507279, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 19.29, "QPS w/o loadgen overhead": 19.3, "Result is": "VALID", "SUT name": "SingleStreamSUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 67.834419, "characteristics.90th_percentile_latency_ns": 67834419.0, "characteristics.90th_percentile_latency_s": 0.067834419, "characteristics.90th_percentile_latency_us": 67834.419, "characteristics.accuracy": 66.604, "characteristics.good": 33302, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-1.0-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "47464d2e9b189db7", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 34718614, "90.00 percentile latency (ns)": 50860463, "90th percentile latency (ns)": 50860463, "95.00 percentile latency (ns)": 55292806, "97.00 percentile latency (ns)": 59687124, "99.00 percentile latency (ns)": 67483565, "99.90 percentile latency (ns)": 82593107, "Max latency (ns)": 84718651, "Mean latency (ns)": 37309776, "Min duration satisfied": "Yes", "Min latency (ns)": 19374695, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 26.79, "QPS w/o loadgen overhead": 26.8, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 50.860463, "characteristics.90th_percentile_latency_ns": 50860463.0, "characteristics.90th_percentile_latency_s": 0.050860463, "characteristics.90th_percentile_latency_us": 50860.463, "characteristics.accuracy": 64.038, "characteristics.good": 32019, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-0.75-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "f9fb15948a888696", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 34266536, "90.00 percentile latency (ns)": 48480240, "90th percentile latency (ns)": 48480240, "95.00 percentile latency (ns)": 52232886, "97.00 percentile latency (ns)": 54532912, "99.00 percentile latency (ns)": 58794420, "99.90 percentile latency (ns)": 68295570, "Max latency (ns)": 77514424, "Mean latency (ns)": 33391916, "Min duration satisfied": "Yes", "Min latency (ns)": 13701198, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 29.93, "QPS w/o loadgen overhead": 29.95, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 48.48024, "characteristics.90th_percentile_latency_ns": 48480240.0, "characteristics.90th_percentile_latency_s": 0.04848024, "characteristics.90th_percentile_latency_us": 48480.24, "characteristics.accuracy": 58.402, "characteristics.good": 29201, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-0.5-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "cf193a6e4470a978", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 29694128, "90.00 percentile latency (ns)": 48004713, "90th percentile latency (ns)": 48004713, "95.00 percentile latency (ns)": 54132958, "97.00 percentile latency (ns)": 58860147, "99.00 percentile latency (ns)": 65174345, "99.90 percentile latency (ns)": 74577672, "Max latency (ns)": 76279796, "Mean latency (ns)": 32918410, "Min duration satisfied": "Yes", "Min latency (ns)": 17008029, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 30.37, "QPS w/o loadgen overhead": 30.38, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 48.004713, "characteristics.90th_percentile_latency_ns": 48004713.0, "characteristics.90th_percentile_latency_s": 0.048004713, "characteristics.90th_percentile_latency_us": 48004.713, "characteristics.accuracy": 61.668, "characteristics.good": 30834, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-0.5-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "bd467f85d388130d", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 14383500, "90.00 percentile latency (ns)": 18782509, "90th percentile latency (ns)": 18782509, "95.00 percentile latency (ns)": 19981481, "97.00 percentile latency (ns)": 21676292, "99.00 percentile latency (ns)": 40616094, "99.90 percentile latency (ns)": 68090371, "Max latency (ns)": 71459680, "Mean latency (ns)": 15127283, "Min duration satisfied": "Yes", "Min latency (ns)": 10192826, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 66.03, "QPS w/o loadgen overhead": 66.11, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 18.782509, "characteristics.90th_percentile_latency_ns": 18782509.0, "characteristics.90th_percentile_latency_s": 0.018782509, "characteristics.90th_percentile_latency_us": 18782.509, "characteristics.accuracy": 67.206, "characteristics.good": 33603, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-192-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.75-192-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_192_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "81d24491862f8b00", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 58316892, "90.00 percentile latency (ns)": 65118018, "90th percentile latency (ns)": 65118018, "95.00 percentile latency (ns)": 67726908, "97.00 percentile latency (ns)": 70025377, "99.00 percentile latency (ns)": 74670228, "99.90 percentile latency (ns)": 84331288, "Max latency (ns)": 88691758, "Mean latency (ns)": 56055949, "Min duration satisfied": "Yes", "Min latency (ns)": 29083185, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 17.83, "QPS w/o loadgen overhead": 17.84, "Result is": "VALID", "SUT name": "SingleStreamSUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 65.118018, "characteristics.90th_percentile_latency_ns": 65118018.0, "characteristics.90th_percentile_latency_s": 0.065118018, "characteristics.90th_percentile_latency_us": 65118.018, "characteristics.accuracy": 68.242, "characteristics.good": 34121, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.75-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "e6610a753c8049bf", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 2123986, "90.00 percentile latency (ns)": 2502636, "90th percentile latency (ns)": 2502636, "95.00 percentile latency (ns)": 2708368, "97.00 percentile latency (ns)": 3016706, "99.00 percentile latency (ns)": 4887563, "99.90 percentile latency (ns)": 42285974, "Max latency (ns)": 56705432, "Mean latency (ns)": 2288173, "Min duration satisfied": "Yes", "Min latency (ns)": 1317205, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 433.95, "QPS w/o loadgen overhead": 437.03, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 2.502636, "characteristics.90th_percentile_latency_ns": 2502636.0, "characteristics.90th_percentile_latency_s": 0.002502636, "characteristics.90th_percentile_latency_us": 2502.636, "characteristics.accuracy": 42.344, "characteristics.good": 21172, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-128-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.25-128-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_128_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 250, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "42aadc4baa962646", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 23742438, "90.00 percentile latency (ns)": 43342124, "90th percentile latency (ns)": 43342124, "95.00 percentile latency (ns)": 47309874, "97.00 percentile latency (ns)": 50511992, "99.00 percentile latency (ns)": 55953716, "99.90 percentile latency (ns)": 60170948, "Max latency (ns)": 61710026, "Mean latency (ns)": 28967745, "Min duration satisfied": "Yes", "Min latency (ns)": 14744426, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 34.5, "QPS w/o loadgen overhead": 34.52, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 43.342124, "characteristics.90th_percentile_latency_ns": 43342124.0, "characteristics.90th_percentile_latency_s": 0.043342124, "characteristics.90th_percentile_latency_us": 43342.124, "characteristics.accuracy": 59.822, "characteristics.good": 29911, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-96", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-0.75-96", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_96.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "d4d15be7ea2fb48c", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 26298220, "90.00 percentile latency (ns)": 41496313, "90th percentile latency (ns)": 41496313, "95.00 percentile latency (ns)": 43939049, "97.00 percentile latency (ns)": 46675019, "99.00 percentile latency (ns)": 52152685, "99.90 percentile latency (ns)": 60487156, "Max latency (ns)": 64616371, "Mean latency (ns)": 28637228, "Min duration satisfied": "Yes", "Min latency (ns)": 15629347, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 34.9, "QPS w/o loadgen overhead": 34.92, "Result is": "VALID", "SUT name": "SingleStreamSUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 41.496313, "characteristics.90th_percentile_latency_ns": 41496313.0, "characteristics.90th_percentile_latency_s": 0.041496313, "characteristics.90th_percentile_latency_us": 41496.313, "characteristics.accuracy": 63.716, "characteristics.good": 31858, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.75-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "594b847fe91dbc24", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 55986732, "90.00 percentile latency (ns)": 66111875, "90th percentile latency (ns)": 66111875, "95.00 percentile latency (ns)": 69591620, "97.00 percentile latency (ns)": 71110910, "99.00 percentile latency (ns)": 77023495, "99.90 percentile latency (ns)": 85604347, "Max latency (ns)": 86025708, "Mean latency (ns)": 52814049, "Min duration satisfied": "Yes", "Min latency (ns)": 25801411, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 18.93, "QPS w/o loadgen overhead": 18.93, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 66.111875, "characteristics.90th_percentile_latency_ns": 66111875.0, "characteristics.90th_percentile_latency_s": 0.066111875, "characteristics.90th_percentile_latency_us": 66111.875, "characteristics.accuracy": 66.75, "characteristics.good": 33375, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-0.75-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "b7b0835930a4cc19", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 84565161, "90.00 percentile latency (ns)": 94305915, "90th percentile latency (ns)": 94305915, "95.00 percentile latency (ns)": 98284092, "97.00 percentile latency (ns)": 100664849, "99.00 percentile latency (ns)": 104739381, "99.90 percentile latency (ns)": 110667586, "Max latency (ns)": 118843212, "Mean latency (ns)": 79089683, "Min duration satisfied": "Yes", "Min latency (ns)": 40415630, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 12.64, "QPS w/o loadgen overhead": 12.64, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 94.305915, "characteristics.90th_percentile_latency_ns": 94305915.0, "characteristics.90th_percentile_latency_s": 0.094305915, "characteristics.90th_percentile_latency_us": 94305.915, "characteristics.accuracy": 70.122, "characteristics.good": 35061, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-0.75-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "b068108ceba4cf98", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 4116187, "90.00 percentile latency (ns)": 4542753, "90th percentile latency (ns)": 4542753, "95.00 percentile latency (ns)": 5399011, "97.00 percentile latency (ns)": 5863078, "99.00 percentile latency (ns)": 10595938, "99.90 percentile latency (ns)": 52851042, "Max latency (ns)": 58268282, "Mean latency (ns)": 4264959, "Min duration satisfied": "Yes", "Min latency (ns)": 2819819, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 233.47, "QPS w/o loadgen overhead": 234.47, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 4.542753, "characteristics.90th_percentile_latency_ns": 4542753.0, "characteristics.90th_percentile_latency_s": 0.004542753, "characteristics.90th_percentile_latency_us": 4542.753, "characteristics.accuracy": 56.738, "characteristics.good": 28369, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-128-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.5-128-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_128_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 250, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "fefe43d89ba628c2", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 13057997, "90.00 percentile latency (ns)": 19651320, "90th percentile latency (ns)": 19651320, "95.00 percentile latency (ns)": 22141460, "97.00 percentile latency (ns)": 24228467, "99.00 percentile latency (ns)": 30890019, "99.90 percentile latency (ns)": 37588031, "Max latency (ns)": 43481865, "Mean latency (ns)": 13637838, "Min duration satisfied": "Yes", "Min latency (ns)": 4515689, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 73.21, "QPS w/o loadgen overhead": 73.33, "Result is": "VALID", "SUT name": "SingleStreamSUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 19.65132, "characteristics.90th_percentile_latency_ns": 19651320.0, "characteristics.90th_percentile_latency_s": 0.01965132, "characteristics.90th_percentile_latency_us": 19651.32, "characteristics.accuracy": 44.116, "characteristics.good": 22058, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.25-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "e3142ff80b63e58a", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 16084028, "90.00 percentile latency (ns)": 27892491, "90th percentile latency (ns)": 27892491, "95.00 percentile latency (ns)": 33762865, "97.00 percentile latency (ns)": 37283215, "99.00 percentile latency (ns)": 43960892, "99.90 percentile latency (ns)": 49022407, "Max latency (ns)": 50604714, "Mean latency (ns)": 17449082, "Min duration satisfied": "Yes", "Min latency (ns)": 6963096, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 57.26, "QPS w/o loadgen overhead": 57.31, "Result is": "VALID", "SUT name": "SingleStreamSUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 27.892491, "characteristics.90th_percentile_latency_ns": 27892491.0, "characteristics.90th_percentile_latency_s": 0.027892491, "characteristics.90th_percentile_latency_us": 27892.491, "characteristics.accuracy": 47.808, "characteristics.good": 23904, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.25-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "ea87544b69a15b9b", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 23536246, "90.00 percentile latency (ns)": 30672799, "90th percentile latency (ns)": 30672799, "95.00 percentile latency (ns)": 33886382, "97.00 percentile latency (ns)": 35664009, "99.00 percentile latency (ns)": 39825001, "99.90 percentile latency (ns)": 47549061, "Max latency (ns)": 50521496, "Mean latency (ns)": 22502673, "Min duration satisfied": "Yes", "Min latency (ns)": 9968881, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 44.41, "QPS w/o loadgen overhead": 44.44, "Result is": "VALID", "SUT name": "SingleStreamSUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 30.672799, "characteristics.90th_percentile_latency_ns": 30672799.0, "characteristics.90th_percentile_latency_s": 0.030672799, "characteristics.90th_percentile_latency_us": 30672.799, "characteristics.accuracy": 51.848, "characteristics.good": 25924, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.25-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "e43af9794e4b5184", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 76141660, "90.00 percentile latency (ns)": 85490224, "90th percentile latency (ns)": 85490224, "95.00 percentile latency (ns)": 88888188, "97.00 percentile latency (ns)": 92212711, "99.00 percentile latency (ns)": 97402885, "99.90 percentile latency (ns)": 105436327, "Max latency (ns)": 116987526, "Mean latency (ns)": 70828732, "Min duration satisfied": "Yes", "Min latency (ns)": 38522919, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 14.12, "QPS w/o loadgen overhead": 14.12, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 85.490224, "characteristics.90th_percentile_latency_ns": 85490224.0, "characteristics.90th_percentile_latency_s": 0.085490224, "characteristics.90th_percentile_latency_us": 85490.224, "characteristics.accuracy": 70.738, "characteristics.good": 35369, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-1.0-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "0a8b37d43a1bab41", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 57813297, "90.00 percentile latency (ns)": 76704706, "90th percentile latency (ns)": 76704706, "95.00 percentile latency (ns)": 83026556, "97.00 percentile latency (ns)": 86941188, "99.00 percentile latency (ns)": 91315324, "99.90 percentile latency (ns)": 108155516, "Max latency (ns)": 113363913, "Mean latency (ns)": 56364788, "Min duration satisfied": "Yes", "Min latency (ns)": 26437309, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 17.74, "QPS w/o loadgen overhead": 17.74, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 76.704706, "characteristics.90th_percentile_latency_ns": 76704706.0, "characteristics.90th_percentile_latency_s": 0.076704706, "characteristics.90th_percentile_latency_us": 76704.706, "characteristics.accuracy": 65.75, "characteristics.good": 32875, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-0.5-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "5a30be0468d924b1", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 110925415, "90.00 percentile latency (ns)": 125969195, "90th percentile latency (ns)": 125969195, "95.00 percentile latency (ns)": 129872972, "97.00 percentile latency (ns)": 131862498, "99.00 percentile latency (ns)": 136523683, "99.90 percentile latency (ns)": 147812863, "Max latency (ns)": 150129077, "Mean latency (ns)": 109633735, "Min duration satisfied": "Yes", "Min latency (ns)": 70862391, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 9.12, "QPS w/o loadgen overhead": 9.12, "Result is": "VALID", "SUT name": "SingleStreamSUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 125.969195, "characteristics.90th_percentile_latency_ns": 125969195.0, "characteristics.90th_percentile_latency_s": 0.125969195, "characteristics.90th_percentile_latency_us": 125969.195, "characteristics.accuracy": 71.676, "characteristics.good": 35838, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-1.0-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "09022da124364592", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 19631977, "90.00 percentile latency (ns)": 25712250, "90th percentile latency (ns)": 25712250, "95.00 percentile latency (ns)": 28096129, "97.00 percentile latency (ns)": 32971180, "99.00 percentile latency (ns)": 48860411, "99.90 percentile latency (ns)": 72670557, "Max latency (ns)": 73088791, "Mean latency (ns)": 20995751, "Min duration satisfied": "Yes", "Min latency (ns)": 13931397, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 47.58, "QPS w/o loadgen overhead": 47.63, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 25.71225, "characteristics.90th_percentile_latency_ns": 25712250.0, "characteristics.90th_percentile_latency_s": 0.02571225, "characteristics.90th_percentile_latency_us": 25712.25, "characteristics.accuracy": 68.126, "characteristics.good": 34063, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-224-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.75-224-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_224_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "f7444922b33e7d28", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 14402253, "90.00 percentile latency (ns)": 41344759, "90th percentile latency (ns)": 41344759, "95.00 percentile latency (ns)": 44864070, "97.00 percentile latency (ns)": 46137003, "99.00 percentile latency (ns)": 48246924, "99.90 percentile latency (ns)": 53873031, "Max latency (ns)": 56643897, "Mean latency (ns)": 20605528, "Min duration satisfied": "Yes", "Min latency (ns)": 10079807, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 48.51, "QPS w/o loadgen overhead": 48.53, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 41.344759, "characteristics.90th_percentile_latency_ns": 41344759.0, "characteristics.90th_percentile_latency_s": 0.041344759, "characteristics.90th_percentile_latency_us": 41344.759, "characteristics.accuracy": 52.446, "characteristics.good": 26223, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-96", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-0.5-96", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_96.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "e789dd9faacb900c", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 11065216, "90.00 percentile latency (ns)": 14559001, "90th percentile latency (ns)": 14559001, "95.00 percentile latency (ns)": 15257966, "97.00 percentile latency (ns)": 17041318, "99.00 percentile latency (ns)": 21448133, "99.90 percentile latency (ns)": 44561388, "Max latency (ns)": 69667891, "Mean latency (ns)": 11625208, "Min duration satisfied": "Yes", "Min latency (ns)": 7729244, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 85.79, "QPS w/o loadgen overhead": 86.02, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 14.559001, "characteristics.90th_percentile_latency_ns": 14559001.0, "characteristics.90th_percentile_latency_s": 0.014559001, "characteristics.90th_percentile_latency_us": 14559.001, "characteristics.accuracy": 64.768, "characteristics.good": 32384, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-128-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-1.0-128-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_128_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "7f64814b37984c8a", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 10752115, "90.00 percentile latency (ns)": 14374520, "90th percentile latency (ns)": 14374520, "95.00 percentile latency (ns)": 15069312, "97.00 percentile latency (ns)": 16945350, "99.00 percentile latency (ns)": 29020380, "99.90 percentile latency (ns)": 60137111, "Max latency (ns)": 70328858, "Mean latency (ns)": 11591225, "Min duration satisfied": "Yes", "Min latency (ns)": 7485954, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 86.09, "QPS w/o loadgen overhead": 86.27, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 14.37452, "characteristics.90th_percentile_latency_ns": 14374520.0, "characteristics.90th_percentile_latency_s": 0.01437452, "characteristics.90th_percentile_latency_us": 14374.52, "characteristics.accuracy": 64.12, "characteristics.good": 32060, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-160-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.75-160-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_160_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "3fb364486995b78e", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 14472034, "90.00 percentile latency (ns)": 29134174, "90th percentile latency (ns)": 29134174, "95.00 percentile latency (ns)": 32178478, "97.00 percentile latency (ns)": 33267032, "99.00 percentile latency (ns)": 36759257, "99.90 percentile latency (ns)": 41278057, "Max latency (ns)": 42907242, "Mean latency (ns)": 16955163, "Min duration satisfied": "Yes", "Min latency (ns)": 10710535, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 58.92, "QPS w/o loadgen overhead": 58.98, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 29.134174, "characteristics.90th_percentile_latency_ns": 29134174.0, "characteristics.90th_percentile_latency_s": 0.029134174, "characteristics.90th_percentile_latency_us": 29134.174, "characteristics.accuracy": 52.172, "characteristics.good": 26086, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-0.35-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "4a9eb80ebb69a5f3", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 63731674, "90.00 percentile latency (ns)": 72528151, "90th percentile latency (ns)": 72528151, "95.00 percentile latency (ns)": 75494343, "97.00 percentile latency (ns)": 78463657, "99.00 percentile latency (ns)": 82631428, "99.90 percentile latency (ns)": 89786218, "Max latency (ns)": 91960208, "Mean latency (ns)": 61114444, "Min duration satisfied": "Yes", "Min latency (ns)": 29076993, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 16.36, "QPS w/o loadgen overhead": 16.36, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 72.528151, "characteristics.90th_percentile_latency_ns": 72528151.0, "characteristics.90th_percentile_latency_s": 0.072528151, "characteristics.90th_percentile_latency_us": 72528.151, "characteristics.accuracy": 69.016, "characteristics.good": 34508, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-1.0-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "4e92ab6f92a9e176", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 28869157, "90.00 percentile latency (ns)": 45743875, "90th percentile latency (ns)": 45743875, "95.00 percentile latency (ns)": 51686145, "97.00 percentile latency (ns)": 57325810, "99.00 percentile latency (ns)": 64629039, "99.90 percentile latency (ns)": 74151568, "Max latency (ns)": 77301611, "Mean latency (ns)": 31865985, "Min duration satisfied": "Yes", "Min latency (ns)": 17683062, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 31.37, "QPS w/o loadgen overhead": 31.38, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 45.743875, "characteristics.90th_percentile_latency_ns": 45743875.0, "characteristics.90th_percentile_latency_s": 0.045743875, "characteristics.90th_percentile_latency_us": 45743.875, "characteristics.accuracy": 61.224, "characteristics.good": 30612, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-96", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-1.0-96", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_96.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "1ed7d9608b41ce8d", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 67574662, "90.00 percentile latency (ns)": 82787830, "90th percentile latency (ns)": 82787830, "95.00 percentile latency (ns)": 86981620, "97.00 percentile latency (ns)": 89616554, "99.00 percentile latency (ns)": 96440047, "99.90 percentile latency (ns)": 106926613, "Max latency (ns)": 114116809, "Mean latency (ns)": 65176947, "Min duration satisfied": "Yes", "Min latency (ns)": 36661831, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 15.34, "QPS w/o loadgen overhead": 15.34, "Result is": "VALID", "SUT name": "SingleStreamSUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 82.78783, "characteristics.90th_percentile_latency_ns": 82787830.0, "characteristics.90th_percentile_latency_s": 0.08278783, "characteristics.90th_percentile_latency_us": 82787.83, "characteristics.accuracy": 69.262, "characteristics.good": 34631, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.75-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "41cc0d4b0d818411", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 59563766, "90.00 percentile latency (ns)": 69588894, "90th percentile latency (ns)": 69588894, "95.00 percentile latency (ns)": 72850914, "97.00 percentile latency (ns)": 75210319, "99.00 percentile latency (ns)": 77545244, "99.90 percentile latency (ns)": 80643200, "Max latency (ns)": 81567166, "Mean latency (ns)": 58848613, "Min duration satisfied": "Yes", "Min latency (ns)": 34508765, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 16.99, "QPS w/o loadgen overhead": 16.99, "Result is": "VALID", "SUT name": "SingleStreamSUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 69.588894, "characteristics.90th_percentile_latency_ns": 69588894.0, "characteristics.90th_percentile_latency_s": 0.069588894, "characteristics.90th_percentile_latency_us": 69588.894, "characteristics.accuracy": 69.106, "characteristics.good": 34553, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-1.0-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "8e447be98c8a1b27", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 33395185, "90.00 percentile latency (ns)": 41585387, "90th percentile latency (ns)": 41585387, "95.00 percentile latency (ns)": 44361461, "97.00 percentile latency (ns)": 47135453, "99.00 percentile latency (ns)": 51125603, "99.90 percentile latency (ns)": 56527750, "Max latency (ns)": 58579858, "Mean latency (ns)": 32729075, "Min duration satisfied": "Yes", "Min latency (ns)": 16773114, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 30.54, "QPS w/o loadgen overhead": 30.55, "Result is": "VALID", "SUT name": "SingleStreamSUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 41.585387, "characteristics.90th_percentile_latency_ns": 41585387.0, "characteristics.90th_percentile_latency_s": 0.041585387, "characteristics.90th_percentile_latency_us": 41585.387, "characteristics.accuracy": 63.246, "characteristics.good": 31623, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.5-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "c9839fcd614eeaae", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 57625356, "90.00 percentile latency (ns)": 200198873, "90th percentile latency (ns)": 200198873, "95.00 percentile latency (ns)": 230996705, "97.00 percentile latency (ns)": 262264407, "99.00 percentile latency (ns)": 291371594, "99.90 percentile latency (ns)": 311380748, "Max latency (ns)": 314068354, "Mean latency (ns)": 84645936, "Min duration satisfied": "Yes", "Min latency (ns)": 9644419, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 11.8, "QPS w/o loadgen overhead": 11.81, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 200.198873, "characteristics.90th_percentile_latency_ns": 200198873.0, "characteristics.90th_percentile_latency_s": 0.200198873, "characteristics.90th_percentile_latency_us": 200198.873, "characteristics.accuracy": 64.282, "characteristics.good": 32141, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-neon", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-0.5-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "d74206af2b42762f", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 52934349, "90.00 percentile latency (ns)": 95821745, "90th percentile latency (ns)": 95821745, "95.00 percentile latency (ns)": 150397227, "97.00 percentile latency (ns)": 177178208, "99.00 percentile latency (ns)": 207327975, "99.90 percentile latency (ns)": 280898495, "Max latency (ns)": 299838253, "Mean latency (ns)": 56796100, "Min duration satisfied": "Yes", "Min latency (ns)": 7871427, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 17.6, "QPS w/o loadgen overhead": 17.61, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 95.821745, "characteristics.90th_percentile_latency_ns": 95821745.0, "characteristics.90th_percentile_latency_s": 0.095821745, "characteristics.90th_percentile_latency_us": 95821.745, "characteristics.accuracy": 59.322, "characteristics.good": 29661, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-neon", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-0.35-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "86a69b9baf4e388b", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 35161937, "90.00 percentile latency (ns)": 83555824, "90th percentile latency (ns)": 83555824, "95.00 percentile latency (ns)": 102015971, "97.00 percentile latency (ns)": 113625504, "99.00 percentile latency (ns)": 136351855, "99.90 percentile latency (ns)": 154201057, "Max latency (ns)": 165986112, "Mean latency (ns)": 43875431, "Min duration satisfied": "Yes", "Min latency (ns)": 11435572, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 22.78, "QPS w/o loadgen overhead": 22.79, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 83.555824, "characteristics.90th_percentile_latency_ns": 83555824.0, "characteristics.90th_percentile_latency_s": 0.083555824, "characteristics.90th_percentile_latency_us": 83555.824, "characteristics.accuracy": 66.384, "characteristics.good": 33192, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-neon", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.75-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "1cc58adf746af8d4", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 18360217, "90.00 percentile latency (ns)": 56754117, "90th percentile latency (ns)": 56754117, "95.00 percentile latency (ns)": 78689923, "97.00 percentile latency (ns)": 91213597, "99.00 percentile latency (ns)": 112076987, "99.90 percentile latency (ns)": 141531680, "Max latency (ns)": 153524076, "Mean latency (ns)": 26786502, "Min duration satisfied": "Yes", "Min latency (ns)": 4474557, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 37.31, "QPS w/o loadgen overhead": 37.33, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 56.754117, "characteristics.90th_percentile_latency_ns": 56754117.0, "characteristics.90th_percentile_latency_s": 0.056754117, "characteristics.90th_percentile_latency_us": 56754.117, "characteristics.accuracy": 49.478, "characteristics.good": 24739, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-neon", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.25-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "7fd529f45c28e539", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 156651491, "90.00 percentile latency (ns)": 241953624, "90th percentile latency (ns)": 241953624, "95.00 percentile latency (ns)": 271249348, "97.00 percentile latency (ns)": 290439180, "99.00 percentile latency (ns)": 307648254, "99.90 percentile latency (ns)": 329497469, "Max latency (ns)": 366030748, "Mean latency (ns)": 161493406, "Min duration satisfied": "Yes", "Min latency (ns)": 63956557, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 6.19, "QPS w/o loadgen overhead": 6.19, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 241.953624, "characteristics.90th_percentile_latency_ns": 241953624.0, "characteristics.90th_percentile_latency_s": 0.241953624, "characteristics.90th_percentile_latency_us": 241953.624, "characteristics.accuracy": 75.012, "characteristics.good": 37506, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-neon", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.3-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-1.3-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.3_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "fb29cf492a5ea0de", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 40379054, "90.00 percentile latency (ns)": 147631677, "90th percentile latency (ns)": 147631677, "95.00 percentile latency (ns)": 189623230, "97.00 percentile latency (ns)": 213652655, "99.00 percentile latency (ns)": 257617711, "99.90 percentile latency (ns)": 290477873, "Max latency (ns)": 317915622, "Mean latency (ns)": 62329984, "Min duration satisfied": "Yes", "Min latency (ns)": 9992285, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 16.05, "QPS w/o loadgen overhead": 16.04, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 147.631677, "characteristics.90th_percentile_latency_ns": 147631677.0, "characteristics.90th_percentile_latency_s": 0.147631677, "characteristics.90th_percentile_latency_us": 147631.677, "characteristics.accuracy": 60.976, "characteristics.good": 30488, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-neon", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-0.35-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "5bf140f405ca9d02", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 31749456, "90.00 percentile latency (ns)": 118009132, "90th percentile latency (ns)": 118009132, "95.00 percentile latency (ns)": 159489482, "97.00 percentile latency (ns)": 191695711, "99.00 percentile latency (ns)": 241241295, "99.90 percentile latency (ns)": 293139481, "Max latency (ns)": 322190992, "Mean latency (ns)": 51770335, "Min duration satisfied": "Yes", "Min latency (ns)": 9890780, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 19.32, "QPS w/o loadgen overhead": 19.32, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 118.009132, "characteristics.90th_percentile_latency_ns": 118009132.0, "characteristics.90th_percentile_latency_s": 0.118009132, "characteristics.90th_percentile_latency_us": 118009.132, "characteristics.accuracy": 66.036, "characteristics.good": 33018, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-neon", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-1.0-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "86885430a4a50a4d", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 22126154, "90.00 percentile latency (ns)": 58757605, "90th percentile latency (ns)": 58757605, "95.00 percentile latency (ns)": 76499356, "97.00 percentile latency (ns)": 87634841, "99.00 percentile latency (ns)": 103334929, "99.90 percentile latency (ns)": 143451223, "Max latency (ns)": 144172059, "Mean latency (ns)": 30065690, "Min duration satisfied": "Yes", "Min latency (ns)": 8113065, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 33.25, "QPS w/o loadgen overhead": 33.26, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 58.757605, "characteristics.90th_percentile_latency_ns": 58757605.0, "characteristics.90th_percentile_latency_s": 0.058757605, "characteristics.90th_percentile_latency_us": 58757.605, "characteristics.accuracy": 60.842, "characteristics.good": 30421, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-neon", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.5-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "151c41be83b50df8", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 137885056, "90.00 percentile latency (ns)": 221900167, "90th percentile latency (ns)": 221900167, "95.00 percentile latency (ns)": 242742616, "97.00 percentile latency (ns)": 258257392, "99.00 percentile latency (ns)": 299371446, "99.90 percentile latency (ns)": 333623961, "Max latency (ns)": 342933970, "Mean latency (ns)": 147352881, "Min duration satisfied": "Yes", "Min latency (ns)": 65249773, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 6.79, "QPS w/o loadgen overhead": 6.79, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 221.900167, "characteristics.90th_percentile_latency_ns": 221900167.0, "characteristics.90th_percentile_latency_s": 0.221900167, "characteristics.90th_percentile_latency_us": 221900.167, "characteristics.accuracy": 75.69, "characteristics.good": 37845, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-neon", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.4-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-1.4-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.4_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "21b7b704047d4c7e", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 7968842, "90.00 percentile latency (ns)": 44641138, "90th percentile latency (ns)": 44641138, "95.00 percentile latency (ns)": 88267680, "97.00 percentile latency (ns)": 117476869, "99.00 percentile latency (ns)": 165305551, "99.90 percentile latency (ns)": 211017003, "Max latency (ns)": 260094666, "Mean latency (ns)": 18209606, "Min duration satisfied": "Yes", "Min latency (ns)": 3445873, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 54.86, "QPS w/o loadgen overhead": 54.92, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 44.641138, "characteristics.90th_percentile_latency_ns": 44641138.0, "characteristics.90th_percentile_latency_s": 0.044641138, "characteristics.90th_percentile_latency_us": 44641.138, "characteristics.accuracy": 47.14, "characteristics.good": 23570, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-neon", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-96", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-0.35-96", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_96.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "db9b16998f707340", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 16732457, "90.00 percentile latency (ns)": 79044030, "90th percentile latency (ns)": 79044030, "95.00 percentile latency (ns)": 98300442, "97.00 percentile latency (ns)": 111309946, "99.00 percentile latency (ns)": 132257032, "99.90 percentile latency (ns)": 165112605, "Max latency (ns)": 169263645, "Mean latency (ns)": 30544809, "Min duration satisfied": "Yes", "Min latency (ns)": 4568794, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 32.73, "QPS w/o loadgen overhead": 32.74, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 79.04403, "characteristics.90th_percentile_latency_ns": 79044030.0, "characteristics.90th_percentile_latency_s": 0.07904403, "characteristics.90th_percentile_latency_us": 79044.03, "characteristics.accuracy": 57.918, "characteristics.good": 28959, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-neon", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.5-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "b8170dbf4d07c50e", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 81872188, "90.00 percentile latency (ns)": 138805084, "90th percentile latency (ns)": 138805084, "95.00 percentile latency (ns)": 153594804, "97.00 percentile latency (ns)": 159208944, "99.00 percentile latency (ns)": 176429928, "99.90 percentile latency (ns)": 187830068, "Max latency (ns)": 195259820, "Mean latency (ns)": 87554766, "Min duration satisfied": "Yes", "Min latency (ns)": 32918046, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 11.42, "QPS w/o loadgen overhead": 11.42, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 138.805084, "characteristics.90th_percentile_latency_ns": 138805084.0, "characteristics.90th_percentile_latency_s": 0.138805084, "characteristics.90th_percentile_latency_us": 138805.084, "characteristics.accuracy": 70.626, "characteristics.good": 35313, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-neon", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-1.0-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "62270d9b7544b7cb", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 40842725, "90.00 percentile latency (ns)": 88037617, "90th percentile latency (ns)": 88037617, "95.00 percentile latency (ns)": 101504463, "97.00 percentile latency (ns)": 112865548, "99.00 percentile latency (ns)": 127887102, "99.90 percentile latency (ns)": 148780606, "Max latency (ns)": 159102096, "Mean latency (ns)": 48769996, "Min duration satisfied": "Yes", "Min latency (ns)": 11810572, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 20.52, "QPS w/o loadgen overhead": 20.5, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 88.037617, "characteristics.90th_percentile_latency_ns": 88037617.0, "characteristics.90th_percentile_latency_s": 0.088037617, "characteristics.90th_percentile_latency_us": 88037.617, "characteristics.accuracy": 64.348, "characteristics.good": 32174, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-neon", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.5-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "44a9bdfd0d865c6b", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 74579605, "90.00 percentile latency (ns)": 181959112, "90th percentile latency (ns)": 181959112, "95.00 percentile latency (ns)": 214309003, "97.00 percentile latency (ns)": 234286865, "99.00 percentile latency (ns)": 269352423, "99.90 percentile latency (ns)": 329414654, "Max latency (ns)": 329430276, "Mean latency (ns)": 93367995, "Min duration satisfied": "Yes", "Min latency (ns)": 25581058, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 10.71, "QPS w/o loadgen overhead": 10.71, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 181.959112, "characteristics.90th_percentile_latency_ns": 181959112.0, "characteristics.90th_percentile_latency_s": 0.181959112, "characteristics.90th_percentile_latency_us": 181959.112, "characteristics.accuracy": 68.834, "characteristics.good": 34417, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-neon", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-0.75-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "996ca8656e920c1b", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 18419498, "90.00 percentile latency (ns)": 106094539, "90th percentile latency (ns)": 106094539, "95.00 percentile latency (ns)": 154505553, "97.00 percentile latency (ns)": 187002829, "99.00 percentile latency (ns)": 236319584, "99.90 percentile latency (ns)": 293097368, "Max latency (ns)": 296754705, "Mean latency (ns)": 42041722, "Min duration satisfied": "Yes", "Min latency (ns)": 5746425, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 23.78, "QPS w/o loadgen overhead": 23.79, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 106.094539, "characteristics.90th_percentile_latency_ns": 106094539.0, "characteristics.90th_percentile_latency_s": 0.106094539, "characteristics.90th_percentile_latency_us": 106094.539, "characteristics.accuracy": 56.988, "characteristics.good": 28494, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-neon", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-0.35-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "69d422b894824ad1", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 99272169, "90.00 percentile latency (ns)": 190049951, "90th percentile latency (ns)": 190049951, "95.00 percentile latency (ns)": 214530485, "97.00 percentile latency (ns)": 227133758, "99.00 percentile latency (ns)": 242574622, "99.90 percentile latency (ns)": 309581226, "Max latency (ns)": 330364366, "Mean latency (ns)": 111718526, "Min duration satisfied": "Yes", "Min latency (ns)": 40958881, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 8.95, "QPS w/o loadgen overhead": 8.95, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 190.049951, "characteristics.90th_percentile_latency_ns": 190049951.0, "characteristics.90th_percentile_latency_s": 0.190049951, "characteristics.90th_percentile_latency_us": 190049.951, "characteristics.accuracy": 71.77, "characteristics.good": 35885, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-neon", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-1.0-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "b7bec27b9465bce0", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 40704406, "90.00 percentile latency (ns)": 91454731, "90th percentile latency (ns)": 91454731, "95.00 percentile latency (ns)": 106746492, "97.00 percentile latency (ns)": 126411134, "99.00 percentile latency (ns)": 146460792, "99.90 percentile latency (ns)": 171140636, "Max latency (ns)": 175547953, "Mean latency (ns)": 50350479, "Min duration satisfied": "Yes", "Min latency (ns)": 11981838, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 19.85, "QPS w/o loadgen overhead": 19.86, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 91.454731, "characteristics.90th_percentile_latency_ns": 91454731.0, "characteristics.90th_percentile_latency_s": 0.091454731, "characteristics.90th_percentile_latency_us": 91454.731, "characteristics.accuracy": 66.604, "characteristics.good": 33302, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-neon", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-1.0-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "c60b7ba8d4831af4", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 21033161, "90.00 percentile latency (ns)": 100931362, "90th percentile latency (ns)": 100931362, "95.00 percentile latency (ns)": 135573060, "97.00 percentile latency (ns)": 156374964, "99.00 percentile latency (ns)": 188421288, "99.90 percentile latency (ns)": 241966435, "Max latency (ns)": 257387056, "Mean latency (ns)": 39516110, "Min duration satisfied": "Yes", "Min latency (ns)": 7948566, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 25.35, "QPS w/o loadgen overhead": 25.31, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 100.931362, "characteristics.90th_percentile_latency_ns": 100931362.0, "characteristics.90th_percentile_latency_s": 0.100931362, "characteristics.90th_percentile_latency_us": 100931.362, "characteristics.accuracy": 64.038, "characteristics.good": 32019, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-neon", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-0.75-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "75cd40429ad08758", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 13458984, "90.00 percentile latency (ns)": 80931511, "90th percentile latency (ns)": 80931511, "95.00 percentile latency (ns)": 110865126, "97.00 percentile latency (ns)": 127804356, "99.00 percentile latency (ns)": 163845840, "99.90 percentile latency (ns)": 225326130, "Max latency (ns)": 239272091, "Mean latency (ns)": 28948408, "Min duration satisfied": "Yes", "Min latency (ns)": 5251092, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 34.55, "QPS w/o loadgen overhead": 34.54, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 80.931511, "characteristics.90th_percentile_latency_ns": 80931511.0, "characteristics.90th_percentile_latency_s": 0.080931511, "characteristics.90th_percentile_latency_us": 80931.511, "characteristics.accuracy": 58.402, "characteristics.good": 29201, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-neon", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-0.5-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "9c0083fa452f4173", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 47207008, "90.00 percentile latency (ns)": 111671058, "90th percentile latency (ns)": 111671058, "95.00 percentile latency (ns)": 161038538, "97.00 percentile latency (ns)": 184687370, "99.00 percentile latency (ns)": 212756601, "99.90 percentile latency (ns)": 286044685, "Max latency (ns)": 301317925, "Mean latency (ns)": 52837920, "Min duration satisfied": "Yes", "Min latency (ns)": 11610086, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 18.92, "QPS w/o loadgen overhead": 18.93, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 111.671058, "characteristics.90th_percentile_latency_ns": 111671058.0, "characteristics.90th_percentile_latency_s": 0.111671058, "characteristics.90th_percentile_latency_us": 111671.058, "characteristics.accuracy": 61.668, "characteristics.good": 30834, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-neon", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-0.5-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "40949a409382e453", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 49961668, "90.00 percentile latency (ns)": 102093155, "90th percentile latency (ns)": 102093155, "95.00 percentile latency (ns)": 118025159, "97.00 percentile latency (ns)": 127670092, "99.00 percentile latency (ns)": 143313552, "99.90 percentile latency (ns)": 155721025, "Max latency (ns)": 159455451, "Mean latency (ns)": 57896644, "Min duration satisfied": "Yes", "Min latency (ns)": 24025350, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 17.27, "QPS w/o loadgen overhead": 17.27, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 102.093155, "characteristics.90th_percentile_latency_ns": 102093155.0, "characteristics.90th_percentile_latency_s": 0.102093155, "characteristics.90th_percentile_latency_us": 102093.155, "characteristics.accuracy": 68.242, "characteristics.good": 34121, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-neon", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.75-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "0d011cf377480d97", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 16619976, "90.00 percentile latency (ns)": 69629934, "90th percentile latency (ns)": 69629934, "95.00 percentile latency (ns)": 108912669, "97.00 percentile latency (ns)": 133758764, "99.00 percentile latency (ns)": 175689431, "99.90 percentile latency (ns)": 255087191, "Max latency (ns)": 277350984, "Mean latency (ns)": 31041777, "Min duration satisfied": "Yes", "Min latency (ns)": 5886003, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 32.19, "QPS w/o loadgen overhead": 32.21, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 69.629934, "characteristics.90th_percentile_latency_ns": 69629934.0, "characteristics.90th_percentile_latency_s": 0.069629934, "characteristics.90th_percentile_latency_us": 69629.934, "characteristics.accuracy": 59.822, "characteristics.good": 29911, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-neon", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-96", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-0.75-96", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_96.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "ad42859ad8a2d2ae", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 26912379, "90.00 percentile latency (ns)": 90184674, "90th percentile latency (ns)": 90184674, "95.00 percentile latency (ns)": 112360524, "97.00 percentile latency (ns)": 124390910, "99.00 percentile latency (ns)": 150604843, "99.90 percentile latency (ns)": 164067020, "Max latency (ns)": 167246756, "Mean latency (ns)": 40734679, "Min duration satisfied": "Yes", "Min latency (ns)": 11985074, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 24.54, "QPS w/o loadgen overhead": 24.55, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 90.184674, "characteristics.90th_percentile_latency_ns": 90184674.0, "characteristics.90th_percentile_latency_s": 0.090184674, "characteristics.90th_percentile_latency_us": 90184.674, "characteristics.accuracy": 63.716, "characteristics.good": 31858, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-neon", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.75-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "39245d0beb597904", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 51825018, "90.00 percentile latency (ns)": 152765082, "90th percentile latency (ns)": 152765082, "95.00 percentile latency (ns)": 192318548, "97.00 percentile latency (ns)": 211702788, "99.00 percentile latency (ns)": 244799315, "99.90 percentile latency (ns)": 272804587, "Max latency (ns)": 310458042, "Mean latency (ns)": 69147496, "Min duration satisfied": "Yes", "Min latency (ns)": 15903975, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 14.45, "QPS w/o loadgen overhead": 14.46, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 152.765082, "characteristics.90th_percentile_latency_ns": 152765082.0, "characteristics.90th_percentile_latency_s": 0.152765082, "characteristics.90th_percentile_latency_us": 152765.082, "characteristics.accuracy": 66.75, "characteristics.good": 33375, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-neon", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-0.75-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "b6eb4c56b685567f", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 89269273, "90.00 percentile latency (ns)": 181475030, "90th percentile latency (ns)": 181475030, "95.00 percentile latency (ns)": 202649766, "97.00 percentile latency (ns)": 225239607, "99.00 percentile latency (ns)": 267669274, "99.90 percentile latency (ns)": 316107868, "Max latency (ns)": 333391905, "Mean latency (ns)": 102767594, "Min duration satisfied": "Yes", "Min latency (ns)": 21535148, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 9.73, "QPS w/o loadgen overhead": 9.73, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 181.47503, "characteristics.90th_percentile_latency_ns": 181475030.0, "characteristics.90th_percentile_latency_s": 0.18147503, "characteristics.90th_percentile_latency_us": 181475.03, "characteristics.accuracy": 70.122, "characteristics.good": 35061, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-neon", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-0.75-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "e4a4189694707843", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 6378709, "90.00 percentile latency (ns)": 37189431, "90th percentile latency (ns)": 37189431, "95.00 percentile latency (ns)": 59576633, "97.00 percentile latency (ns)": 81434660, "99.00 percentile latency (ns)": 116336057, "99.90 percentile latency (ns)": 139682648, "Max latency (ns)": 163974555, "Mean latency (ns)": 16723023, "Min duration satisfied": "Yes", "Min latency (ns)": 2539088, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 59.78, "QPS w/o loadgen overhead": 59.8, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 37.189431, "characteristics.90th_percentile_latency_ns": 37189431.0, "characteristics.90th_percentile_latency_s": 0.037189431, "characteristics.90th_percentile_latency_us": 37189.431, "characteristics.accuracy": 44.116, "characteristics.good": 22058, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-neon", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.25-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "c7efffa47f98395c", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 13594481, "90.00 percentile latency (ns)": 55475347, "90th percentile latency (ns)": 55475347, "95.00 percentile latency (ns)": 76699633, "97.00 percentile latency (ns)": 90217032, "99.00 percentile latency (ns)": 106157380, "99.90 percentile latency (ns)": 140459465, "Max latency (ns)": 147899159, "Mean latency (ns)": 23074997, "Min duration satisfied": "Yes", "Min latency (ns)": 3500054, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 43.32, "QPS w/o loadgen overhead": 43.34, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 55.475347, "characteristics.90th_percentile_latency_ns": 55475347.0, "characteristics.90th_percentile_latency_s": 0.055475347, "characteristics.90th_percentile_latency_us": 55475.347, "characteristics.accuracy": 47.808, "characteristics.good": 23904, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-neon", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.25-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "4e41bfaf0135fd67", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 21645577, "90.00 percentile latency (ns)": 69288345, "90th percentile latency (ns)": 69288345, "95.00 percentile latency (ns)": 88362541, "97.00 percentile latency (ns)": 99857989, "99.00 percentile latency (ns)": 130082841, "99.90 percentile latency (ns)": 155425337, "Max latency (ns)": 158061825, "Mean latency (ns)": 32185240, "Min duration satisfied": "Yes", "Min latency (ns)": 5741216, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 31.06, "QPS w/o loadgen overhead": 31.07, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 69.288345, "characteristics.90th_percentile_latency_ns": 69288345.0, "characteristics.90th_percentile_latency_s": 0.069288345, "characteristics.90th_percentile_latency_us": 69288.345, "characteristics.accuracy": 51.848, "characteristics.good": 25924, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-neon", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.25-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "7f6549f1bc4e30f5", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 73788764, "90.00 percentile latency (ns)": 166332908, "90th percentile latency (ns)": 166332908, "95.00 percentile latency (ns)": 192167529, "97.00 percentile latency (ns)": 209097926, "99.00 percentile latency (ns)": 242037334, "99.90 percentile latency (ns)": 301611370, "Max latency (ns)": 305263488, "Mean latency (ns)": 88736711, "Min duration satisfied": "Yes", "Min latency (ns)": 22030948, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 11.26, "QPS w/o loadgen overhead": 11.27, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 166.332908, "characteristics.90th_percentile_latency_ns": 166332908.0, "characteristics.90th_percentile_latency_s": 0.166332908, "characteristics.90th_percentile_latency_us": 166332.908, "characteristics.accuracy": 70.738, "characteristics.good": 35369, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-neon", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-1.0-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "429af7937d4b8d9d", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 56402555, "90.00 percentile latency (ns)": 167118093, "90th percentile latency (ns)": 167118093, "95.00 percentile latency (ns)": 211562780, "97.00 percentile latency (ns)": 234996823, "99.00 percentile latency (ns)": 266407989, "99.90 percentile latency (ns)": 323505872, "Max latency (ns)": 325103793, "Mean latency (ns)": 74204492, "Min duration satisfied": "Yes", "Min latency (ns)": 12529276, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 13.47, "QPS w/o loadgen overhead": 13.48, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 167.118093, "characteristics.90th_percentile_latency_ns": 167118093.0, "characteristics.90th_percentile_latency_s": 0.167118093, "characteristics.90th_percentile_latency_us": 167118.093, "characteristics.accuracy": 65.75, "characteristics.good": 32875, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-neon", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-0.5-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "dcfb2db840688a51", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 95250180, "90.00 percentile latency (ns)": 145425824, "90th percentile latency (ns)": 145425824, "95.00 percentile latency (ns)": 160329141, "97.00 percentile latency (ns)": 166846930, "99.00 percentile latency (ns)": 180691901, "99.90 percentile latency (ns)": 189880040, "Max latency (ns)": 191729544, "Mean latency (ns)": 101391678, "Min duration satisfied": "Yes", "Min latency (ns)": 51079822, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 9.86, "QPS w/o loadgen overhead": 9.86, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 145.425824, "characteristics.90th_percentile_latency_ns": 145425824.0, "characteristics.90th_percentile_latency_s": 0.145425824, "characteristics.90th_percentile_latency_us": 145425.824, "characteristics.accuracy": 71.676, "characteristics.good": 35838, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-neon", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-1.0-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "b952e24090911751", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 10300661, "90.00 percentile latency (ns)": 98697171, "90th percentile latency (ns)": 98697171, "95.00 percentile latency (ns)": 133814308, "97.00 percentile latency (ns)": 158483915, "99.00 percentile latency (ns)": 202370441, "99.90 percentile latency (ns)": 290417466, "Max latency (ns)": 295647239, "Mean latency (ns)": 31291874, "Min duration satisfied": "Yes", "Min latency (ns)": 4075576, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 31.93, "QPS w/o loadgen overhead": 31.96, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 98.697171, "characteristics.90th_percentile_latency_ns": 98697171.0, "characteristics.90th_percentile_latency_s": 0.098697171, "characteristics.90th_percentile_latency_us": 98697.171, "characteristics.accuracy": 52.446, "characteristics.good": 26223, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-neon", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-96", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-0.5-96", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_96.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "c5af2dad6b304963", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 11671502, "90.00 percentile latency (ns)": 69522755, "90th percentile latency (ns)": 69522755, "95.00 percentile latency (ns)": 110898277, "97.00 percentile latency (ns)": 143530985, "99.00 percentile latency (ns)": 177520477, "99.90 percentile latency (ns)": 234772757, "Max latency (ns)": 248150538, "Mean latency (ns)": 27464914, "Min duration satisfied": "Yes", "Min latency (ns)": 4489641, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 36.4, "QPS w/o loadgen overhead": 36.41, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 69.522755, "characteristics.90th_percentile_latency_ns": 69522755.0, "characteristics.90th_percentile_latency_s": 0.069522755, "characteristics.90th_percentile_latency_us": 69522.755, "characteristics.accuracy": 52.172, "characteristics.good": 26086, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-neon", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-0.35-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "962ecc0235ab4248", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 45856900, "90.00 percentile latency (ns)": 128061186, "90th percentile latency (ns)": 128061186, "95.00 percentile latency (ns)": 160638740, "97.00 percentile latency (ns)": 183098422, "99.00 percentile latency (ns)": 227746969, "99.90 percentile latency (ns)": 287968144, "Max latency (ns)": 321039435, "Mean latency (ns)": 64323188, "Min duration satisfied": "Yes", "Min latency (ns)": 13986657, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 15.55, "QPS w/o loadgen overhead": 15.55, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 128.061186, "characteristics.90th_percentile_latency_ns": 128061186.0, "characteristics.90th_percentile_latency_s": 0.128061186, "characteristics.90th_percentile_latency_us": 128061.186, "characteristics.accuracy": 69.016, "characteristics.good": 34508, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-neon", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-1.0-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "774432acfbd29247", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 20391388, "90.00 percentile latency (ns)": 105048120, "90th percentile latency (ns)": 105048120, "95.00 percentile latency (ns)": 142389188, "97.00 percentile latency (ns)": 171735890, "99.00 percentile latency (ns)": 201265406, "99.90 percentile latency (ns)": 246384691, "Max latency (ns)": 303508806, "Mean latency (ns)": 41859142, "Min duration satisfied": "Yes", "Min latency (ns)": 7514672, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 23.87, "QPS w/o loadgen overhead": 23.89, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 105.04812, "characteristics.90th_percentile_latency_ns": 105048120.0, "characteristics.90th_percentile_latency_s": 0.10504812, "characteristics.90th_percentile_latency_us": 105048.12, "characteristics.accuracy": 61.224, "characteristics.good": 30612, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-neon", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-96", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-1.0-96", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_96.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "0a67bb924f57a26e", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 67554653, "90.00 percentile latency (ns)": 107571401, "90th percentile latency (ns)": 107571401, "95.00 percentile latency (ns)": 120800241, "97.00 percentile latency (ns)": 129200885, "99.00 percentile latency (ns)": 144587583, "99.90 percentile latency (ns)": 167956695, "Max latency (ns)": 168088457, "Mean latency (ns)": 71107336, "Min duration satisfied": "Yes", "Min latency (ns)": 31052028, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 14.06, "QPS w/o loadgen overhead": 14.06, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 107.571401, "characteristics.90th_percentile_latency_ns": 107571401.0, "characteristics.90th_percentile_latency_s": 0.107571401, "characteristics.90th_percentile_latency_us": 107571.401, "characteristics.accuracy": 69.262, "characteristics.good": 34631, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-neon", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.75-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "0f4b3ea985aa91ee", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 51979339, "90.00 percentile latency (ns)": 90024119, "90th percentile latency (ns)": 90024119, "95.00 percentile latency (ns)": 105384740, "97.00 percentile latency (ns)": 118708876, "99.00 percentile latency (ns)": 138027362, "99.90 percentile latency (ns)": 166426700, "Max latency (ns)": 166645973, "Mean latency (ns)": 58114072, "Min duration satisfied": "Yes", "Min latency (ns)": 27425366, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 17.22, "QPS w/o loadgen overhead": 17.21, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 90.024119, "characteristics.90th_percentile_latency_ns": 90024119.0, "characteristics.90th_percentile_latency_s": 0.090024119, "characteristics.90th_percentile_latency_us": 90024.119, "characteristics.accuracy": 69.106, "characteristics.good": 34553, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-neon", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-1.0-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "d4586800a494250b", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 32622765, "90.00 percentile latency (ns)": 82620201, "90th percentile latency (ns)": 82620201, "95.00 percentile latency (ns)": 98414648, "97.00 percentile latency (ns)": 112010634, "99.00 percentile latency (ns)": 133680674, "99.90 percentile latency (ns)": 155706969, "Max latency (ns)": 166506563, "Mean latency (ns)": 41648821, "Min duration satisfied": "Yes", "Min latency (ns)": 8715202, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 24.0, "QPS w/o loadgen overhead": 24.01, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 82.620201, "characteristics.90th_percentile_latency_ns": 82620201.0, "characteristics.90th_percentile_latency_s": 0.082620201, "characteristics.90th_percentile_latency_us": 82620.201, "characteristics.accuracy": 63.246, "characteristics.good": 31623, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-neon", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.5-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "45499d43b383fd12", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 22305462, "90.00 percentile latency (ns)": 28828973, "90th percentile latency (ns)": 28828973, "95.00 percentile latency (ns)": 31473275, "97.00 percentile latency (ns)": 32834228, "99.00 percentile latency (ns)": 37220214, "99.90 percentile latency (ns)": 46725010, "Max latency (ns)": 48092213, "Mean latency (ns)": 22561263, "Min duration satisfied": "Yes", "Min latency (ns)": 12998585, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 44.29, "QPS w/o loadgen overhead": 44.32, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "3 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-G71 MP8", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 28.828973, "characteristics.90th_percentile_latency_ns": 28828973.0, "characteristics.90th_percentile_latency_s": 0.028828973, "characteristics.90th_percentile_latency_us": 28828.973, "characteristics.accuracy": 64.282, "characteristics.good": 32141, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-opencl", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-0.5-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "4e7c9a9dd59e2370", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 18903894, "90.00 percentile latency (ns)": 26421701, "90th percentile latency (ns)": 26421701, "95.00 percentile latency (ns)": 28884754, "97.00 percentile latency (ns)": 30408732, "99.00 percentile latency (ns)": 35245253, "99.90 percentile latency (ns)": 47954795, "Max latency (ns)": 54212690, "Mean latency (ns)": 19886693, "Min duration satisfied": "Yes", "Min latency (ns)": 11703278, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 50.26, "QPS w/o loadgen overhead": 50.28, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "3 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-G71 MP8", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 26.421701, "characteristics.90th_percentile_latency_ns": 26421701.0, "characteristics.90th_percentile_latency_s": 0.026421701, "characteristics.90th_percentile_latency_us": 26421.701, "characteristics.accuracy": 59.322, "characteristics.good": 29661, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-opencl", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-0.35-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "4fecaf41a9acb78b", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 20087273, "90.00 percentile latency (ns)": 28566559, "90th percentile latency (ns)": 28566559, "95.00 percentile latency (ns)": 31873377, "97.00 percentile latency (ns)": 33833823, "99.00 percentile latency (ns)": 37787011, "99.90 percentile latency (ns)": 45774623, "Max latency (ns)": 46861623, "Mean latency (ns)": 20812887, "Min duration satisfied": "Yes", "Min latency (ns)": 12424660, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 48.02, "QPS w/o loadgen overhead": 48.05, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "3 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-G71 MP8", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 28.566559, "characteristics.90th_percentile_latency_ns": 28566559.0, "characteristics.90th_percentile_latency_s": 0.028566559, "characteristics.90th_percentile_latency_us": 28566.559, "characteristics.accuracy": 66.384, "characteristics.good": 33192, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-opencl", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.75-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "14feb7a447d48049", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 8907922, "90.00 percentile latency (ns)": 15590816, "90th percentile latency (ns)": 15590816, "95.00 percentile latency (ns)": 17040835, "97.00 percentile latency (ns)": 17964284, "99.00 percentile latency (ns)": 19793992, "99.90 percentile latency (ns)": 27211271, "Max latency (ns)": 32366022, "Mean latency (ns)": 10031530, "Min duration satisfied": "Yes", "Min latency (ns)": 5411004, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 99.58, "QPS w/o loadgen overhead": 99.69, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "3 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-G71 MP8", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 15.590816, "characteristics.90th_percentile_latency_ns": 15590816.0, "characteristics.90th_percentile_latency_s": 0.015590816, "characteristics.90th_percentile_latency_us": 15590.816, "characteristics.accuracy": 49.478, "characteristics.good": 24739, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-opencl", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.25-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "780b4e0fb3b612ee", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 58110494, "90.00 percentile latency (ns)": 68171780, "90th percentile latency (ns)": 68171780, "95.00 percentile latency (ns)": 76049494, "97.00 percentile latency (ns)": 79387040, "99.00 percentile latency (ns)": 84713676, "99.90 percentile latency (ns)": 95213301, "Max latency (ns)": 100991507, "Mean latency (ns)": 59458234, "Min duration satisfied": "Yes", "Min latency (ns)": 39463568, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 16.81, "QPS w/o loadgen overhead": 16.82, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "3 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-G71 MP8", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 68.17178, "characteristics.90th_percentile_latency_ns": 68171780.0, "characteristics.90th_percentile_latency_s": 0.06817178, "characteristics.90th_percentile_latency_us": 68171.78, "characteristics.accuracy": 75.012, "characteristics.good": 37506, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-opencl", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.3-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-1.3-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.3_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "92200e2a4c3fb49e", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 19495587, "90.00 percentile latency (ns)": 28455089, "90th percentile latency (ns)": 28455089, "95.00 percentile latency (ns)": 31315545, "97.00 percentile latency (ns)": 34229127, "99.00 percentile latency (ns)": 41083911, "99.90 percentile latency (ns)": 49363714, "Max latency (ns)": 55651301, "Mean latency (ns)": 21075713, "Min duration satisfied": "Yes", "Min latency (ns)": 13351230, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 47.42, "QPS w/o loadgen overhead": 47.45, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "3 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-G71 MP8", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 28.455089, "characteristics.90th_percentile_latency_ns": 28455089.0, "characteristics.90th_percentile_latency_s": 0.028455089, "characteristics.90th_percentile_latency_us": 28455.089, "characteristics.accuracy": 60.976, "characteristics.good": 30488, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-opencl", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-0.35-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "9c402ea04d1a849c", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 26201402, "90.00 percentile latency (ns)": 36494772, "90th percentile latency (ns)": 36494772, "95.00 percentile latency (ns)": 40495870, "97.00 percentile latency (ns)": 43134969, "99.00 percentile latency (ns)": 48682440, "99.90 percentile latency (ns)": 59062791, "Max latency (ns)": 62273773, "Mean latency (ns)": 26848194, "Min duration satisfied": "Yes", "Min latency (ns)": 15662715, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 37.22, "QPS w/o loadgen overhead": 37.25, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "3 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-G71 MP8", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 36.494772, "characteristics.90th_percentile_latency_ns": 36494772.0, "characteristics.90th_percentile_latency_s": 0.036494772, "characteristics.90th_percentile_latency_us": 36494.772, "characteristics.accuracy": 66.036, "characteristics.good": 33018, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-opencl", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-1.0-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "0a035eabd50eaf66", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 14898591, "90.00 percentile latency (ns)": 20745008, "90th percentile latency (ns)": 20745008, "95.00 percentile latency (ns)": 23056490, "97.00 percentile latency (ns)": 24385149, "99.00 percentile latency (ns)": 27474764, "99.90 percentile latency (ns)": 34221708, "Max latency (ns)": 35991517, "Mean latency (ns)": 15240657, "Min duration satisfied": "Yes", "Min latency (ns)": 8415712, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 65.56, "QPS w/o loadgen overhead": 65.61, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "3 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-G71 MP8", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 20.745008, "characteristics.90th_percentile_latency_ns": 20745008.0, "characteristics.90th_percentile_latency_s": 0.020745008, "characteristics.90th_percentile_latency_us": 20745.008, "characteristics.accuracy": 60.842, "characteristics.good": 30421, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-opencl", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.5-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "e29b49b74a59543f", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 63087228, "90.00 percentile latency (ns)": 72669115, "90th percentile latency (ns)": 72669115, "95.00 percentile latency (ns)": 82128605, "97.00 percentile latency (ns)": 88167741, "99.00 percentile latency (ns)": 96389717, "99.90 percentile latency (ns)": 103238238, "Max latency (ns)": 114268060, "Mean latency (ns)": 64571088, "Min duration satisfied": "Yes", "Min latency (ns)": 50236029, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 15.48, "QPS w/o loadgen overhead": 15.49, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "3 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-G71 MP8", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 72.669115, "characteristics.90th_percentile_latency_ns": 72669115.0, "characteristics.90th_percentile_latency_s": 0.072669115, "characteristics.90th_percentile_latency_us": 72669.115, "characteristics.accuracy": 75.69, "characteristics.good": 37845, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-opencl", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.4-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-1.4-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.4_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "48a0b38ec5e7c850", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 10813142, "90.00 percentile latency (ns)": 21017423, "90th percentile latency (ns)": 21017423, "95.00 percentile latency (ns)": 24116937, "97.00 percentile latency (ns)": 26793011, "99.00 percentile latency (ns)": 32533177, "99.90 percentile latency (ns)": 44955712, "Max latency (ns)": 99311019, "Mean latency (ns)": 12945141, "Min duration satisfied": "Yes", "Min latency (ns)": 6733929, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 77.18, "QPS w/o loadgen overhead": 77.25, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "3 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-G71 MP8", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 21.017423, "characteristics.90th_percentile_latency_ns": 21017423.0, "characteristics.90th_percentile_latency_s": 0.021017423, "characteristics.90th_percentile_latency_us": 21017.423, "characteristics.accuracy": 47.14, "characteristics.good": 23570, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-opencl", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-96", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-0.35-96", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_96.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "45eb8cd3ab2480a3", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 13881976, "90.00 percentile latency (ns)": 19827377, "90th percentile latency (ns)": 19827377, "95.00 percentile latency (ns)": 22736795, "97.00 percentile latency (ns)": 24895681, "99.00 percentile latency (ns)": 29944714, "99.90 percentile latency (ns)": 36114075, "Max latency (ns)": 38695363, "Mean latency (ns)": 14077822, "Min duration satisfied": "Yes", "Min latency (ns)": 5876129, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 70.96, "QPS w/o loadgen overhead": 71.03, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "3 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-G71 MP8", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 19.827377, "characteristics.90th_percentile_latency_ns": 19827377.0, "characteristics.90th_percentile_latency_s": 0.019827377, "characteristics.90th_percentile_latency_us": 19827.377, "characteristics.accuracy": 57.918, "characteristics.good": 28959, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-opencl", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.5-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "57e124f5bf43ef9d", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 35112944, "90.00 percentile latency (ns)": 42786479, "90th percentile latency (ns)": 42786479, "95.00 percentile latency (ns)": 46859447, "97.00 percentile latency (ns)": 49878757, "99.00 percentile latency (ns)": 55466327, "99.90 percentile latency (ns)": 61443486, "Max latency (ns)": 68568576, "Mean latency (ns)": 35900542, "Min duration satisfied": "Yes", "Min latency (ns)": 23893010, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 27.84, "QPS w/o loadgen overhead": 27.85, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "3 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-G71 MP8", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 42.786479, "characteristics.90th_percentile_latency_ns": 42786479.0, "characteristics.90th_percentile_latency_s": 0.042786479, "characteristics.90th_percentile_latency_us": 42786.479, "characteristics.accuracy": 70.624, "characteristics.good": 35312, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-opencl", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-1.0-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "2e5ae09ae78c3b6e", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 22407498, "90.00 percentile latency (ns)": 30803407, "90th percentile latency (ns)": 30803407, "95.00 percentile latency (ns)": 33629997, "97.00 percentile latency (ns)": 35661263, "99.00 percentile latency (ns)": 40735796, "99.90 percentile latency (ns)": 51423388, "Max latency (ns)": 57457298, "Mean latency (ns)": 23600068, "Min duration satisfied": "Yes", "Min latency (ns)": 13678249, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 42.35, "QPS w/o loadgen overhead": 42.37, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "3 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-G71 MP8", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 30.803407, "characteristics.90th_percentile_latency_ns": 30803407.0, "characteristics.90th_percentile_latency_s": 0.030803407, "characteristics.90th_percentile_latency_us": 30803.407, "characteristics.accuracy": 64.348, "characteristics.good": 32174, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-opencl", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.5-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "e3faf8da4015ad90", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 34985873, "90.00 percentile latency (ns)": 48356879, "90th percentile latency (ns)": 48356879, "95.00 percentile latency (ns)": 53107983, "97.00 percentile latency (ns)": 57427831, "99.00 percentile latency (ns)": 62613314, "99.90 percentile latency (ns)": 71856665, "Max latency (ns)": 75121811, "Mean latency (ns)": 36392149, "Min duration satisfied": "Yes", "Min latency (ns)": 22472688, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 27.46, "QPS w/o loadgen overhead": 27.48, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "3 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-G71 MP8", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 48.356879, "characteristics.90th_percentile_latency_ns": 48356879.0, "characteristics.90th_percentile_latency_s": 0.048356879, "characteristics.90th_percentile_latency_us": 48356.879, "characteristics.accuracy": 68.834, "characteristics.good": 34417, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-opencl", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-0.75-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "1d43ef85788ae7f0", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 15895510, "90.00 percentile latency (ns)": 24285718, "90th percentile latency (ns)": 24285718, "95.00 percentile latency (ns)": 26143553, "97.00 percentile latency (ns)": 27811282, "99.00 percentile latency (ns)": 31876437, "99.90 percentile latency (ns)": 43093244, "Max latency (ns)": 48060492, "Mean latency (ns)": 17165266, "Min duration satisfied": "Yes", "Min latency (ns)": 9876164, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 58.21, "QPS w/o loadgen overhead": 58.26, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "3 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-G71 MP8", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 24.285718, "characteristics.90th_percentile_latency_ns": 24285718.0, "characteristics.90th_percentile_latency_s": 0.024285718, "characteristics.90th_percentile_latency_us": 24285.718, "characteristics.accuracy": 56.988, "characteristics.good": 28494, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-opencl", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-0.35-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "c74c83843261ee07", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 37350804, "90.00 percentile latency (ns)": 50077986, "90th percentile latency (ns)": 50077986, "95.00 percentile latency (ns)": 55164996, "97.00 percentile latency (ns)": 58736895, "99.00 percentile latency (ns)": 66816647, "99.90 percentile latency (ns)": 81211541, "Max latency (ns)": 82278216, "Mean latency (ns)": 39157201, "Min duration satisfied": "Yes", "Min latency (ns)": 28211147, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 25.53, "QPS w/o loadgen overhead": 25.54, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "3 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-G71 MP8", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 50.077986, "characteristics.90th_percentile_latency_ns": 50077986.0, "characteristics.90th_percentile_latency_s": 0.050077986, "characteristics.90th_percentile_latency_us": 50077.986, "characteristics.accuracy": 71.77, "characteristics.good": 35885, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-opencl", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-1.0-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "45bd730041804252", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 22277877, "90.00 percentile latency (ns)": 29113377, "90th percentile latency (ns)": 29113377, "95.00 percentile latency (ns)": 33368637, "97.00 percentile latency (ns)": 36244714, "99.00 percentile latency (ns)": 40906751, "99.90 percentile latency (ns)": 46439110, "Max latency (ns)": 48196422, "Mean latency (ns)": 23052037, "Min duration satisfied": "Yes", "Min latency (ns)": 12426193, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 43.34, "QPS w/o loadgen overhead": 43.38, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "3 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-G71 MP8", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 29.113377, "characteristics.90th_percentile_latency_ns": 29113377.0, "characteristics.90th_percentile_latency_s": 0.029113377, "characteristics.90th_percentile_latency_us": 29113.377, "characteristics.accuracy": 66.604, "characteristics.good": 33302, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-opencl", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-1.0-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "30f6ff6a7874fb78", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 25037771, "90.00 percentile latency (ns)": 32868586, "90th percentile latency (ns)": 32868586, "95.00 percentile latency (ns)": 35295692, "97.00 percentile latency (ns)": 36971233, "99.00 percentile latency (ns)": 41535343, "99.90 percentile latency (ns)": 51467220, "Max latency (ns)": 55870393, "Mean latency (ns)": 25577798, "Min duration satisfied": "Yes", "Min latency (ns)": 15969965, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 39.08, "QPS w/o loadgen overhead": 39.1, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "3 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-G71 MP8", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 32.868586, "characteristics.90th_percentile_latency_ns": 32868586.0, "characteristics.90th_percentile_latency_s": 0.032868586, "characteristics.90th_percentile_latency_us": 32868.586, "characteristics.accuracy": 64.038, "characteristics.good": 32019, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-opencl", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-0.75-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "64763b2613fa5db3", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 12944939, "90.00 percentile latency (ns)": 21924208, "90th percentile latency (ns)": 21924208, "95.00 percentile latency (ns)": 23936210, "97.00 percentile latency (ns)": 25466435, "99.00 percentile latency (ns)": 29178457, "99.90 percentile latency (ns)": 43419244, "Max latency (ns)": 56056368, "Mean latency (ns)": 14827901, "Min duration satisfied": "Yes", "Min latency (ns)": 9063645, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 67.38, "QPS w/o loadgen overhead": 67.44, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "3 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-G71 MP8", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 21.924208, "characteristics.90th_percentile_latency_ns": 21924208.0, "characteristics.90th_percentile_latency_s": 0.021924208, "characteristics.90th_percentile_latency_us": 21924.208, "characteristics.accuracy": 58.402, "characteristics.good": 29201, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-opencl", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-0.5-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "c40b0c4a12a69658", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 18829414, "90.00 percentile latency (ns)": 27216504, "90th percentile latency (ns)": 27216504, "95.00 percentile latency (ns)": 30114979, "97.00 percentile latency (ns)": 32441051, "99.00 percentile latency (ns)": 39857816, "99.90 percentile latency (ns)": 52477253, "Max latency (ns)": 61358099, "Mean latency (ns)": 20003216, "Min duration satisfied": "Yes", "Min latency (ns)": 10997020, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 49.95, "QPS w/o loadgen overhead": 49.99, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "3 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-G71 MP8", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 27.216504, "characteristics.90th_percentile_latency_ns": 27216504.0, "characteristics.90th_percentile_latency_s": 0.027216504, "characteristics.90th_percentile_latency_us": 27216.504, "characteristics.accuracy": 61.668, "characteristics.good": 30834, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-opencl", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-0.5-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "884ff7800737dfbd", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 26442512, "90.00 percentile latency (ns)": 33268638, "90th percentile latency (ns)": 33268638, "95.00 percentile latency (ns)": 37171290, "97.00 percentile latency (ns)": 39634341, "99.00 percentile latency (ns)": 43714600, "99.90 percentile latency (ns)": 50856875, "Max latency (ns)": 54165769, "Mean latency (ns)": 26865844, "Min duration satisfied": "Yes", "Min latency (ns)": 17384589, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 37.2, "QPS w/o loadgen overhead": 37.22, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "3 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-G71 MP8", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 33.268638, "characteristics.90th_percentile_latency_ns": 33268638.0, "characteristics.90th_percentile_latency_s": 0.033268638, "characteristics.90th_percentile_latency_us": 33268.638, "characteristics.accuracy": 68.242, "characteristics.good": 34121, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-opencl", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.75-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "a48d5a551a854914", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 20156520, "90.00 percentile latency (ns)": 27900373, "90th percentile latency (ns)": 27900373, "95.00 percentile latency (ns)": 30116550, "97.00 percentile latency (ns)": 31369171, "99.00 percentile latency (ns)": 34262959, "99.90 percentile latency (ns)": 40618774, "Max latency (ns)": 41138051, "Mean latency (ns)": 20990085, "Min duration satisfied": "Yes", "Min latency (ns)": 12164747, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 47.61, "QPS w/o loadgen overhead": 47.64, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "3 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-G71 MP8", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 27.900373, "characteristics.90th_percentile_latency_ns": 27900373.0, "characteristics.90th_percentile_latency_s": 0.027900373, "characteristics.90th_percentile_latency_us": 27900.373, "characteristics.accuracy": 59.822, "characteristics.good": 29911, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-opencl", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-96", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-0.75-96", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_96.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "c4cf9bcb1f864b8e", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 15031495, "90.00 percentile latency (ns)": 22345156, "90th percentile latency (ns)": 22345156, "95.00 percentile latency (ns)": 26113448, "97.00 percentile latency (ns)": 28473382, "99.00 percentile latency (ns)": 31998439, "99.90 percentile latency (ns)": 39851173, "Max latency (ns)": 50036753, "Mean latency (ns)": 16234598, "Min duration satisfied": "Yes", "Min latency (ns)": 8406387, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 61.53, "QPS w/o loadgen overhead": 61.6, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "3 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-G71 MP8", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 22.345156, "characteristics.90th_percentile_latency_ns": 22345156.0, "characteristics.90th_percentile_latency_s": 0.022345156, "characteristics.90th_percentile_latency_us": 22345.156, "characteristics.accuracy": 63.716, "characteristics.good": 31858, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-opencl", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.75-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "8682c4f8d0d2989a", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 30508693, "90.00 percentile latency (ns)": 42456230, "90th percentile latency (ns)": 42456230, "95.00 percentile latency (ns)": 46620341, "97.00 percentile latency (ns)": 50213092, "99.00 percentile latency (ns)": 55476696, "99.90 percentile latency (ns)": 65987236, "Max latency (ns)": 71993037, "Mean latency (ns)": 31539042, "Min duration satisfied": "Yes", "Min latency (ns)": 18774180, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 31.69, "QPS w/o loadgen overhead": 31.71, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "3 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-G71 MP8", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 42.45623, "characteristics.90th_percentile_latency_ns": 42456230.0, "characteristics.90th_percentile_latency_s": 0.04245623, "characteristics.90th_percentile_latency_us": 42456.23, "characteristics.accuracy": 66.75, "characteristics.good": 33375, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-opencl", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-0.75-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "31b3ca0ad1ca9cb4", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 40293551, "90.00 percentile latency (ns)": 50604671, "90th percentile latency (ns)": 50604671, "95.00 percentile latency (ns)": 56088107, "97.00 percentile latency (ns)": 61160097, "99.00 percentile latency (ns)": 68265452, "99.90 percentile latency (ns)": 79772981, "Max latency (ns)": 82477203, "Mean latency (ns)": 40998322, "Min duration satisfied": "Yes", "Min latency (ns)": 26315640, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 24.38, "QPS w/o loadgen overhead": 24.39, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "3 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-G71 MP8", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 50.604671, "characteristics.90th_percentile_latency_ns": 50604671.0, "characteristics.90th_percentile_latency_s": 0.050604671, "characteristics.90th_percentile_latency_us": 50604.671, "characteristics.accuracy": 70.122, "characteristics.good": 35061, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-opencl", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-0.75-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "4c20fbf3fd43cab5", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 9739443, "90.00 percentile latency (ns)": 16064889, "90th percentile latency (ns)": 16064889, "95.00 percentile latency (ns)": 18721613, "97.00 percentile latency (ns)": 21160634, "99.00 percentile latency (ns)": 26547567, "99.90 percentile latency (ns)": 33651639, "Max latency (ns)": 36541162, "Mean latency (ns)": 10183601, "Min duration satisfied": "Yes", "Min latency (ns)": 3787964, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 98.1, "QPS w/o loadgen overhead": 98.2, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "3 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-G71 MP8", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 16.064889, "characteristics.90th_percentile_latency_ns": 16064889.0, "characteristics.90th_percentile_latency_s": 0.016064889, "characteristics.90th_percentile_latency_us": 16064.889, "characteristics.accuracy": 44.116, "characteristics.good": 22058, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-opencl", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.25-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "587c16480c25425e", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 8953228, "90.00 percentile latency (ns)": 14711629, "90th percentile latency (ns)": 14711629, "95.00 percentile latency (ns)": 16360606, "97.00 percentile latency (ns)": 17605933, "99.00 percentile latency (ns)": 20170024, "99.90 percentile latency (ns)": 25775298, "Max latency (ns)": 34767590, "Mean latency (ns)": 9899097, "Min duration satisfied": "Yes", "Min latency (ns)": 4765159, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 100.88, "QPS w/o loadgen overhead": 101.02, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "3 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-G71 MP8", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 14.711629, "characteristics.90th_percentile_latency_ns": 14711629.0, "characteristics.90th_percentile_latency_s": 0.014711629, "characteristics.90th_percentile_latency_us": 14711.629, "characteristics.accuracy": 47.808, "characteristics.good": 23904, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-opencl", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.25-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "474fda73fd4cedb1", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 12912653, "90.00 percentile latency (ns)": 17148119, "90th percentile latency (ns)": 17148119, "95.00 percentile latency (ns)": 18188757, "97.00 percentile latency (ns)": 18720533, "99.00 percentile latency (ns)": 19890860, "99.90 percentile latency (ns)": 23396631, "Max latency (ns)": 25602907, "Mean latency (ns)": 12645973, "Min duration satisfied": "Yes", "Min latency (ns)": 6734454, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 79.01, "QPS w/o loadgen overhead": 79.08, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "3 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-G71 MP8", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 17.148119, "characteristics.90th_percentile_latency_ns": 17148119.0, "characteristics.90th_percentile_latency_s": 0.017148119, "characteristics.90th_percentile_latency_us": 17148.119, "characteristics.accuracy": 51.848, "characteristics.good": 25924, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-opencl", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.25-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "d10b44028ac39625", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 34172870, "90.00 percentile latency (ns)": 46363664, "90th percentile latency (ns)": 46363664, "95.00 percentile latency (ns)": 51369462, "97.00 percentile latency (ns)": 54884093, "99.00 percentile latency (ns)": 61901378, "99.90 percentile latency (ns)": 68388445, "Max latency (ns)": 75698967, "Mean latency (ns)": 35889338, "Min duration satisfied": "Yes", "Min latency (ns)": 23079486, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 27.85, "QPS w/o loadgen overhead": 27.86, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "3 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-G71 MP8", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 46.363664, "characteristics.90th_percentile_latency_ns": 46363664.0, "characteristics.90th_percentile_latency_s": 0.046363664, "characteristics.90th_percentile_latency_us": 46363.664, "characteristics.accuracy": 70.738, "characteristics.good": 35369, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-opencl", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-1.0-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "2a4c6ca6e618eac0", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 24819572, "90.00 percentile latency (ns)": 32450394, "90th percentile latency (ns)": 32450394, "95.00 percentile latency (ns)": 34949383, "97.00 percentile latency (ns)": 36711383, "99.00 percentile latency (ns)": 40035904, "99.90 percentile latency (ns)": 52665744, "Max latency (ns)": 59404889, "Mean latency (ns)": 25846765, "Min duration satisfied": "Yes", "Min latency (ns)": 15390291, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 38.66, "QPS w/o loadgen overhead": 38.69, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "3 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-G71 MP8", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 32.450394, "characteristics.90th_percentile_latency_ns": 32450394.0, "characteristics.90th_percentile_latency_s": 0.032450394, "characteristics.90th_percentile_latency_us": 32450.394, "characteristics.accuracy": 65.75, "characteristics.good": 32875, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-opencl", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-0.5-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "f4d55a1e4c3a5ca7", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 44502704, "90.00 percentile latency (ns)": 50909046, "90th percentile latency (ns)": 50909046, "95.00 percentile latency (ns)": 53282517, "97.00 percentile latency (ns)": 55380982, "99.00 percentile latency (ns)": 58268002, "99.90 percentile latency (ns)": 66761350, "Max latency (ns)": 67422818, "Mean latency (ns)": 44614832, "Min duration satisfied": "Yes", "Min latency (ns)": 31034288, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 22.4, "QPS w/o loadgen overhead": 22.41, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "3 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-G71 MP8", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 50.909046, "characteristics.90th_percentile_latency_ns": 50909046.0, "characteristics.90th_percentile_latency_s": 0.050909046, "characteristics.90th_percentile_latency_us": 50909.046, "characteristics.accuracy": 71.676, "characteristics.good": 35838, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-opencl", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-1.0-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "6c5347458a92b93c", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 11425665, "90.00 percentile latency (ns)": 21250789, "90th percentile latency (ns)": 21250789, "95.00 percentile latency (ns)": 25721679, "97.00 percentile latency (ns)": 28596194, "99.00 percentile latency (ns)": 35340550, "99.90 percentile latency (ns)": 43263566, "Max latency (ns)": 51073040, "Mean latency (ns)": 13600439, "Min duration satisfied": "Yes", "Min latency (ns)": 7082381, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 73.46, "QPS w/o loadgen overhead": 73.53, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "3 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-G71 MP8", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 21.250789, "characteristics.90th_percentile_latency_ns": 21250789.0, "characteristics.90th_percentile_latency_s": 0.021250789, "characteristics.90th_percentile_latency_us": 21250.789, "characteristics.accuracy": 52.446, "characteristics.good": 26223, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-opencl", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-96", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-0.5-96", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_96.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "9822132e85a48619", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 13863713, "90.00 percentile latency (ns)": 23656541, "90th percentile latency (ns)": 23656541, "95.00 percentile latency (ns)": 26744080, "97.00 percentile latency (ns)": 29466510, "99.00 percentile latency (ns)": 38123387, "99.90 percentile latency (ns)": 44317735, "Max latency (ns)": 47571421, "Mean latency (ns)": 15791804, "Min duration satisfied": "Yes", "Min latency (ns)": 8470417, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 63.28, "QPS w/o loadgen overhead": 63.32, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "3 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-G71 MP8", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 23.656541, "characteristics.90th_percentile_latency_ns": 23656541.0, "characteristics.90th_percentile_latency_s": 0.023656541, "characteristics.90th_percentile_latency_us": 23656.541, "characteristics.accuracy": 52.172, "characteristics.good": 26086, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-opencl", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-0.35-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "0a3f2894a739101f", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 31843139, "90.00 percentile latency (ns)": 42248489, "90th percentile latency (ns)": 42248489, "95.00 percentile latency (ns)": 46373023, "97.00 percentile latency (ns)": 49649630, "99.00 percentile latency (ns)": 56977334, "99.90 percentile latency (ns)": 68688951, "Max latency (ns)": 70900439, "Mean latency (ns)": 32969076, "Min duration satisfied": "Yes", "Min latency (ns)": 18991403, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 30.32, "QPS w/o loadgen overhead": 30.33, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "3 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-G71 MP8", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 42.248489, "characteristics.90th_percentile_latency_ns": 42248489.0, "characteristics.90th_percentile_latency_s": 0.042248489, "characteristics.90th_percentile_latency_us": 42248.489, "characteristics.accuracy": 69.016, "characteristics.good": 34508, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-opencl", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-1.0-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "2ef3d54cb4230828", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 17153328, "90.00 percentile latency (ns)": 28048769, "90th percentile latency (ns)": 28048769, "95.00 percentile latency (ns)": 31557144, "97.00 percentile latency (ns)": 33997277, "99.00 percentile latency (ns)": 39183276, "99.90 percentile latency (ns)": 50295386, "Max latency (ns)": 55706388, "Mean latency (ns)": 19220364, "Min duration satisfied": "Yes", "Min latency (ns)": 12137123, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 51.99, "QPS w/o loadgen overhead": 52.03, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "3 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-G71 MP8", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 28.048769, "characteristics.90th_percentile_latency_ns": 28048769.0, "characteristics.90th_percentile_latency_s": 0.028048769, "characteristics.90th_percentile_latency_us": 28048.769, "characteristics.accuracy": 61.224, "characteristics.good": 30612, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-opencl", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-96", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v2-1.0-96", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_96.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "ea14cb6a36f98e1b", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 33061783, "90.00 percentile latency (ns)": 41075405, "90th percentile latency (ns)": 41075405, "95.00 percentile latency (ns)": 44204083, "97.00 percentile latency (ns)": 46218164, "99.00 percentile latency (ns)": 50614561, "99.90 percentile latency (ns)": 64150633, "Max latency (ns)": 65400124, "Mean latency (ns)": 33932677, "Min duration satisfied": "Yes", "Min latency (ns)": 21504900, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 29.45, "QPS w/o loadgen overhead": 29.47, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "3 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-G71 MP8", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 41.075405, "characteristics.90th_percentile_latency_ns": 41075405.0, "characteristics.90th_percentile_latency_s": 0.041075405, "characteristics.90th_percentile_latency_us": 41075.405, "characteristics.accuracy": 69.262, "characteristics.good": 34631, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-opencl", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.75-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "2eadc643f7ad19b2", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 28550243, "90.00 percentile latency (ns)": 36254997, "90th percentile latency (ns)": 36254997, "95.00 percentile latency (ns)": 38875329, "97.00 percentile latency (ns)": 40986801, "99.00 percentile latency (ns)": 43945680, "99.90 percentile latency (ns)": 52642635, "Max latency (ns)": 53014513, "Mean latency (ns)": 29167212, "Min duration satisfied": "Yes", "Min latency (ns)": 18228802, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 34.26, "QPS w/o loadgen overhead": 34.29, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "3 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-G71 MP8", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 36.254997, "characteristics.90th_percentile_latency_ns": 36254997.0, "characteristics.90th_percentile_latency_s": 0.036254997, "characteristics.90th_percentile_latency_us": 36254.997, "characteristics.accuracy": 69.106, "characteristics.good": 34553, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-opencl", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-1.0-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "9030421d9ce038b0", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 17350246, "90.00 percentile latency (ns)": 22712301, "90th percentile latency (ns)": 22712301, "95.00 percentile latency (ns)": 25449840, "97.00 percentile latency (ns)": 27487369, "99.00 percentile latency (ns)": 31519196, "99.90 percentile latency (ns)": 41387044, "Max latency (ns)": 44968866, "Mean latency (ns)": 17785114, "Min duration satisfied": "Yes", "Min latency (ns)": 10397022, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 56.18, "QPS w/o loadgen overhead": 56.23, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "3 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-G71 MP8", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 22.712301, "characteristics.90th_percentile_latency_ns": 22712301.0, "characteristics.90th_percentile_latency_s": 0.022712301, "characteristics.90th_percentile_latency_us": 22712.301, "characteristics.accuracy": 63.246, "characteristics.good": 31623, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-opencl", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet-v1-0.5-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/hikey960-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "2c9d8014acdb1eba", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 26749033, "90.00 percentile latency (ns)": 27218908, "90th percentile latency (ns)": 27218908, "95.00 percentile latency (ns)": 27522534, "97.00 percentile latency (ns)": 27825284, "99.00 percentile latency (ns)": 29531533, "99.90 percentile latency (ns)": 34320699, "Max latency (ns)": 34663115, "Mean latency (ns)": 26886871, "Min duration satisfied": "Yes", "Min latency (ns)": 26312992, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 37.16, "QPS w/o loadgen overhead": 37.19, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "4 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-T860 MP4", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 27.218908, "characteristics.90th_percentile_latency_ns": 27218908.0, "characteristics.90th_percentile_latency_s": 0.027218908, "characteristics.90th_percentile_latency_us": 27218.908, "characteristics.accuracy": 64.282, "characteristics.good": 32141, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-opencl", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-0.5-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "8adf7c749174ea08", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 21570515, "90.00 percentile latency (ns)": 22066641, "90th percentile latency (ns)": 22066641, "95.00 percentile latency (ns)": 22384266, "97.00 percentile latency (ns)": 22556933, "99.00 percentile latency (ns)": 24369642, "99.90 percentile latency (ns)": 35523567, "Max latency (ns)": 40308362, "Mean latency (ns)": 21717438, "Min duration satisfied": "Yes", "Min latency (ns)": 21005848, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 45.97, "QPS w/o loadgen overhead": 46.05, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "4 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-T860 MP4", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 22.066641, "characteristics.90th_percentile_latency_ns": 22066641.0, "characteristics.90th_percentile_latency_s": 0.022066641, "characteristics.90th_percentile_latency_us": 22066.641, "characteristics.accuracy": 59.322, "characteristics.good": 29661, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-opencl", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-0.35-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "55ba1f0eea458f84", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 31904476, "90.00 percentile latency (ns)": 32346641, "90th percentile latency (ns)": 32346641, "95.00 percentile latency (ns)": 32547600, "97.00 percentile latency (ns)": 32744474, "99.00 percentile latency (ns)": 34000973, "99.90 percentile latency (ns)": 41527705, "Max latency (ns)": 46739072, "Mean latency (ns)": 31727717, "Min duration satisfied": "Yes", "Min latency (ns)": 28732899, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 31.42, "QPS w/o loadgen overhead": 31.52, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "4 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-T860 MP4", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 32.346641, "characteristics.90th_percentile_latency_ns": 32346641.0, "characteristics.90th_percentile_latency_s": 0.032346641, "characteristics.90th_percentile_latency_us": 32346.641, "characteristics.accuracy": 66.384, "characteristics.good": 33192, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-opencl", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.75-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "b3b7acd386448f78", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 12022527, "90.00 percentile latency (ns)": 12355027, "90th percentile latency (ns)": 12355027, "95.00 percentile latency (ns)": 12553360, "97.00 percentile latency (ns)": 12787571, "99.00 percentile latency (ns)": 13841656, "99.90 percentile latency (ns)": 23027135, "Max latency (ns)": 25246141, "Mean latency (ns)": 12125983, "Min duration satisfied": "Yes", "Min latency (ns)": 11474776, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 82.25, "QPS w/o loadgen overhead": 82.47, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "4 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-T860 MP4", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 12.355027, "characteristics.90th_percentile_latency_ns": 12355027.0, "characteristics.90th_percentile_latency_s": 0.012355027, "characteristics.90th_percentile_latency_us": 12355.027, "characteristics.accuracy": 49.478, "characteristics.good": 24739, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-opencl", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.25-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "d21a10ff2d6e5cef", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 104247806, "90.00 percentile latency (ns)": 106076848, "90th percentile latency (ns)": 106076848, "95.00 percentile latency (ns)": 111182474, "97.00 percentile latency (ns)": 111662848, "99.00 percentile latency (ns)": 112635849, "99.90 percentile latency (ns)": 122154684, "Max latency (ns)": 125357476, "Mean latency (ns)": 104984313, "Min duration satisfied": "Yes", "Min latency (ns)": 98386472, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 9.52, "QPS w/o loadgen overhead": 9.53, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "4 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-T860 MP4", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 106.076848, "characteristics.90th_percentile_latency_ns": 106076848.0, "characteristics.90th_percentile_latency_s": 0.106076848, "characteristics.90th_percentile_latency_us": 106076.848, "characteristics.accuracy": 75.012, "characteristics.good": 37506, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-opencl", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.3-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-1.3-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.3_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "7adc5521ab4d4854", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 26823015, "90.00 percentile latency (ns)": 27338978, "90th percentile latency (ns)": 27338978, "95.00 percentile latency (ns)": 27679643, "97.00 percentile latency (ns)": 28157967, "99.00 percentile latency (ns)": 31839661, "99.90 percentile latency (ns)": 36743734, "Max latency (ns)": 37188526, "Mean latency (ns)": 26970535, "Min duration satisfied": "Yes", "Min latency (ns)": 26214894, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 37.03, "QPS w/o loadgen overhead": 37.08, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "4 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-T860 MP4", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 27.338978, "characteristics.90th_percentile_latency_ns": 27338978.0, "characteristics.90th_percentile_latency_s": 0.027338978, "characteristics.90th_percentile_latency_us": 27338.978, "characteristics.accuracy": 60.976, "characteristics.good": 30488, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-opencl", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-0.35-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "0c153c538e0437d8", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 26604812, "90.00 percentile latency (ns)": 27117259, "90th percentile latency (ns)": 27117259, "95.00 percentile latency (ns)": 27464645, "97.00 percentile latency (ns)": 28037175, "99.00 percentile latency (ns)": 32025124, "99.90 percentile latency (ns)": 36126511, "Max latency (ns)": 56485016, "Mean latency (ns)": 26798809, "Min duration satisfied": "Yes", "Min latency (ns)": 26173724, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 37.28, "QPS w/o loadgen overhead": 37.32, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "4 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-T860 MP4", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 27.117259, "characteristics.90th_percentile_latency_ns": 27117259.0, "characteristics.90th_percentile_latency_s": 0.027117259, "characteristics.90th_percentile_latency_us": 27117.259, "characteristics.accuracy": 66.036, "characteristics.good": 33018, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-opencl", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-1.0-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "464955f46b883f2a", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 17598879, "90.00 percentile latency (ns)": 20238172, "90th percentile latency (ns)": 20238172, "95.00 percentile latency (ns)": 20376713, "97.00 percentile latency (ns)": 20535380, "99.00 percentile latency (ns)": 21625630, "99.90 percentile latency (ns)": 29527173, "Max latency (ns)": 34534216, "Mean latency (ns)": 18126407, "Min duration satisfied": "Yes", "Min latency (ns)": 17220296, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 55.02, "QPS w/o loadgen overhead": 55.17, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "4 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-T860 MP4", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 20.238172, "characteristics.90th_percentile_latency_ns": 20238172.0, "characteristics.90th_percentile_latency_s": 0.020238172, "characteristics.90th_percentile_latency_us": 20238.172, "characteristics.accuracy": 60.842, "characteristics.good": 30421, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-opencl", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.5-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "522a842eb85b8d6f", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 115051978, "90.00 percentile latency (ns)": 115980893, "90th percentile latency (ns)": 115980893, "95.00 percentile latency (ns)": 120360583, "97.00 percentile latency (ns)": 122191992, "99.00 percentile latency (ns)": 126258865, "99.90 percentile latency (ns)": 134277871, "Max latency (ns)": 140589592, "Mean latency (ns)": 115568822, "Min duration satisfied": "Yes", "Min latency (ns)": 110186454, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 8.65, "QPS w/o loadgen overhead": 8.65, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "4 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-T860 MP4", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 115.980893, "characteristics.90th_percentile_latency_ns": 115980893.0, "characteristics.90th_percentile_latency_s": 0.115980893, "characteristics.90th_percentile_latency_us": 115980.893, "characteristics.accuracy": 75.69, "characteristics.good": 37845, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-opencl", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.4-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-1.4-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.4_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "42c6adf5e51c6437", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 10985923, "90.00 percentile latency (ns)": 11218674, "90th percentile latency (ns)": 11218674, "95.00 percentile latency (ns)": 11421965, "97.00 percentile latency (ns)": 11666966, "99.00 percentile latency (ns)": 12513966, "99.90 percentile latency (ns)": 14733842, "Max latency (ns)": 19977720, "Mean latency (ns)": 11042038, "Min duration satisfied": "Yes", "Min latency (ns)": 10529173, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 90.37, "QPS w/o loadgen overhead": 90.56, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "4 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-T860 MP4", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 11.218674, "characteristics.90th_percentile_latency_ns": 11218674.0, "characteristics.90th_percentile_latency_s": 0.011218674, "characteristics.90th_percentile_latency_us": 11218.674, "characteristics.accuracy": 47.14, "characteristics.good": 23570, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-opencl", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-96", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-0.35-96", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_96.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "b6a5b457a3342848", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 11770257, "90.00 percentile latency (ns)": 12086716, "90th percentile latency (ns)": 12086716, "95.00 percentile latency (ns)": 12156133, "97.00 percentile latency (ns)": 12243925, "99.00 percentile latency (ns)": 12744136, "99.90 percentile latency (ns)": 15881901, "Max latency (ns)": 34809271, "Mean latency (ns)": 11856589, "Min duration satisfied": "Yes", "Min latency (ns)": 11445632, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 84.28, "QPS w/o loadgen overhead": 84.34, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "4 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-T860 MP4", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 12.086716, "characteristics.90th_percentile_latency_ns": 12086716.0, "characteristics.90th_percentile_latency_s": 0.012086716, "characteristics.90th_percentile_latency_us": 12086.716, "characteristics.accuracy": 57.918, "characteristics.good": 28959, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-opencl", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.5-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "eebd6b572401b837", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 73792508, "90.00 percentile latency (ns)": 80541671, "90th percentile latency (ns)": 80541671, "95.00 percentile latency (ns)": 80815257, "97.00 percentile latency (ns)": 80965463, "99.00 percentile latency (ns)": 81316923, "99.90 percentile latency (ns)": 84965088, "Max latency (ns)": 105041373, "Mean latency (ns)": 74728640, "Min duration satisfied": "Yes", "Min latency (ns)": 70148384, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 13.36, "QPS w/o loadgen overhead": 13.38, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "4 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-T860 MP4", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 80.541671, "characteristics.90th_percentile_latency_ns": 80541671.0, "characteristics.90th_percentile_latency_s": 0.080541671, "characteristics.90th_percentile_latency_us": 80541.671, "characteristics.accuracy": 70.626, "characteristics.good": 35313, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-opencl", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-1.0-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "86d5c2466aa7c740", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 34962651, "90.00 percentile latency (ns)": 35419983, "90th percentile latency (ns)": 35419983, "95.00 percentile latency (ns)": 35629400, "97.00 percentile latency (ns)": 35881400, "99.00 percentile latency (ns)": 36863149, "99.90 percentile latency (ns)": 48537394, "Max latency (ns)": 52472850, "Mean latency (ns)": 34209673, "Min duration satisfied": "Yes", "Min latency (ns)": 30174652, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 29.19, "QPS w/o loadgen overhead": 29.23, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "4 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-T860 MP4", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 35.419983, "characteristics.90th_percentile_latency_ns": 35419983.0, "characteristics.90th_percentile_latency_s": 0.035419983, "characteristics.90th_percentile_latency_us": 35419.983, "characteristics.accuracy": 64.348, "characteristics.good": 32174, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-opencl", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.5-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "cfb3413497edd73e", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 45261792, "90.00 percentile latency (ns)": 45770752, "90th percentile latency (ns)": 45770752, "95.00 percentile latency (ns)": 46105295, "97.00 percentile latency (ns)": 46452962, "99.00 percentile latency (ns)": 51770056, "99.90 percentile latency (ns)": 57993941, "Max latency (ns)": 60259905, "Mean latency (ns)": 44605954, "Min duration satisfied": "Yes", "Min latency (ns)": 41145495, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 22.39, "QPS w/o loadgen overhead": 22.42, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "4 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-T860 MP4", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 45.770752, "characteristics.90th_percentile_latency_ns": 45770752.0, "characteristics.90th_percentile_latency_s": 0.045770752, "characteristics.90th_percentile_latency_us": 45770.752, "characteristics.accuracy": 68.834, "characteristics.good": 34417, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-opencl", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-0.75-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "c4a0a05d24e7bb16", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 17121709, "90.00 percentile latency (ns)": 17493876, "90th percentile latency (ns)": 17493876, "95.00 percentile latency (ns)": 17739751, "97.00 percentile latency (ns)": 18027626, "99.00 percentile latency (ns)": 19654835, "99.90 percentile latency (ns)": 30734961, "Max latency (ns)": 33858128, "Mean latency (ns)": 17253082, "Min duration satisfied": "Yes", "Min latency (ns)": 16752460, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 57.85, "QPS w/o loadgen overhead": 57.96, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "4 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-T860 MP4", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 17.493876, "characteristics.90th_percentile_latency_ns": 17493876.0, "characteristics.90th_percentile_latency_s": 0.017493876, "characteristics.90th_percentile_latency_us": 17493.876, "characteristics.accuracy": 56.988, "characteristics.good": 28494, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-opencl", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-0.35-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "8bba4d1044cbb67e", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 71872753, "90.00 percentile latency (ns)": 72586460, "90th percentile latency (ns)": 72586460, "95.00 percentile latency (ns)": 72952500, "97.00 percentile latency (ns)": 73226959, "99.00 percentile latency (ns)": 74367656, "99.90 percentile latency (ns)": 83303438, "Max latency (ns)": 87217019, "Mean latency (ns)": 72079706, "Min duration satisfied": "Yes", "Min latency (ns)": 67099042, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 13.87, "QPS w/o loadgen overhead": 13.87, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "4 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-T860 MP4", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 72.58646, "characteristics.90th_percentile_latency_ns": 72586460.0, "characteristics.90th_percentile_latency_s": 0.07258646, "characteristics.90th_percentile_latency_us": 72586.46, "characteristics.accuracy": 71.77, "characteristics.good": 35885, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-opencl", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-1.0-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "f4f5dbedd3c43199", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 34738050, "90.00 percentile latency (ns)": 35174383, "90th percentile latency (ns)": 35174383, "95.00 percentile latency (ns)": 35450300, "97.00 percentile latency (ns)": 35802633, "99.00 percentile latency (ns)": 39935254, "99.90 percentile latency (ns)": 46523705, "Max latency (ns)": 47816079, "Mean latency (ns)": 34858679, "Min duration satisfied": "Yes", "Min latency (ns)": 32790594, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 28.61, "QPS w/o loadgen overhead": 28.69, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "4 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-T860 MP4", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 35.174383, "characteristics.90th_percentile_latency_ns": 35174383.0, "characteristics.90th_percentile_latency_s": 0.035174383, "characteristics.90th_percentile_latency_us": 35174.383, "characteristics.accuracy": 66.604, "characteristics.good": 33302, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-opencl", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-1.0-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "2867ad22477d78dd", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 22481075, "90.00 percentile latency (ns)": 22913908, "90th percentile latency (ns)": 22913908, "95.00 percentile latency (ns)": 23218701, "97.00 percentile latency (ns)": 23550617, "99.00 percentile latency (ns)": 28815781, "99.90 percentile latency (ns)": 37980528, "Max latency (ns)": 41022027, "Mean latency (ns)": 22653028, "Min duration satisfied": "Yes", "Min latency (ns)": 21996618, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 44.09, "QPS w/o loadgen overhead": 44.14, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "4 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-T860 MP4", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 22.913908, "characteristics.90th_percentile_latency_ns": 22913908.0, "characteristics.90th_percentile_latency_s": 0.022913908, "characteristics.90th_percentile_latency_us": 22913.908, "characteristics.accuracy": 64.038, "characteristics.good": 32019, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-opencl", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-0.75-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "1b56544ddeacc721", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 15690491, "90.00 percentile latency (ns)": 16043992, "90th percentile latency (ns)": 16043992, "95.00 percentile latency (ns)": 16305032, "97.00 percentile latency (ns)": 16559366, "99.00 percentile latency (ns)": 18289823, "99.90 percentile latency (ns)": 25369735, "Max latency (ns)": 30903815, "Mean latency (ns)": 15812689, "Min duration satisfied": "Yes", "Min latency (ns)": 15346908, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 63.16, "QPS w/o loadgen overhead": 63.24, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "4 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-T860 MP4", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 16.043992, "characteristics.90th_percentile_latency_ns": 16043992.0, "characteristics.90th_percentile_latency_s": 0.016043992, "characteristics.90th_percentile_latency_us": 16043.992, "characteristics.accuracy": 58.402, "characteristics.good": 29201, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-opencl", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-0.5-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "782ad4484b89992d", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 20734015, "90.00 percentile latency (ns)": 21115515, "90th percentile latency (ns)": 21115515, "95.00 percentile latency (ns)": 21367223, "97.00 percentile latency (ns)": 21673181, "99.00 percentile latency (ns)": 22745932, "99.90 percentile latency (ns)": 34515565, "Max latency (ns)": 40786112, "Mean latency (ns)": 20838271, "Min duration satisfied": "Yes", "Min latency (ns)": 20230306, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 47.93, "QPS w/o loadgen overhead": 47.99, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "4 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-T860 MP4", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 21.115515, "characteristics.90th_percentile_latency_ns": 21115515.0, "characteristics.90th_percentile_latency_s": 0.021115515, "characteristics.90th_percentile_latency_us": 21115.515, "characteristics.accuracy": 61.668, "characteristics.good": 30834, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-opencl", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-0.5-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "2e0f213c4555a450", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 43934856, "90.00 percentile latency (ns)": 44350480, "90th percentile latency (ns)": 44350480, "95.00 percentile latency (ns)": 44586439, "97.00 percentile latency (ns)": 44833189, "99.00 percentile latency (ns)": 46127605, "99.90 percentile latency (ns)": 52809969, "Max latency (ns)": 55584007, "Mean latency (ns)": 43914894, "Min duration satisfied": "Yes", "Min latency (ns)": 39766653, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 22.73, "QPS w/o loadgen overhead": 22.77, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "4 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-T860 MP4", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 44.35048, "characteristics.90th_percentile_latency_ns": 44350480.0, "characteristics.90th_percentile_latency_s": 0.04435048, "characteristics.90th_percentile_latency_us": 44350.48, "characteristics.accuracy": 68.242, "characteristics.good": 34121, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-opencl", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.75-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "6761403cc8eb4a0a", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 17295536, "90.00 percentile latency (ns)": 17726328, "90th percentile latency (ns)": 17726328, "95.00 percentile latency (ns)": 17952078, "97.00 percentile latency (ns)": 18267077, "99.00 percentile latency (ns)": 20623743, "99.90 percentile latency (ns)": 30584739, "Max latency (ns)": 34405863, "Mean latency (ns)": 17422867, "Min duration satisfied": "Yes", "Min latency (ns)": 16713660, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 57.29, "QPS w/o loadgen overhead": 57.4, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "4 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-T860 MP4", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 17.726328, "characteristics.90th_percentile_latency_ns": 17726328.0, "characteristics.90th_percentile_latency_s": 0.017726328, "characteristics.90th_percentile_latency_us": 17726.328, "characteristics.accuracy": 59.822, "characteristics.good": 29911, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-opencl", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-96", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-0.75-96", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_96.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "43919a4ac98a8b66", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 22137736, "90.00 percentile latency (ns)": 22323234, "90th percentile latency (ns)": 22323234, "95.00 percentile latency (ns)": 22509609, "97.00 percentile latency (ns)": 22812650, "99.00 percentile latency (ns)": 23627564, "99.90 percentile latency (ns)": 33214206, "Max latency (ns)": 34848828, "Mean latency (ns)": 21968584, "Min duration satisfied": "Yes", "Min latency (ns)": 19965407, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 45.48, "QPS w/o loadgen overhead": 45.52, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "4 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-T860 MP4", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 22.323234, "characteristics.90th_percentile_latency_ns": 22323234.0, "characteristics.90th_percentile_latency_s": 0.022323234, "characteristics.90th_percentile_latency_us": 22323.234, "characteristics.accuracy": 63.716, "characteristics.good": 31858, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-opencl", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.75-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "7294bca90b1f396a", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 31316888, "90.00 percentile latency (ns)": 32746057, "90th percentile latency (ns)": 32746057, "95.00 percentile latency (ns)": 34092976, "97.00 percentile latency (ns)": 34465519, "99.00 percentile latency (ns)": 38159108, "99.90 percentile latency (ns)": 39999737, "Max latency (ns)": 45619662, "Mean latency (ns)": 31713220, "Min duration satisfied": "Yes", "Min latency (ns)": 30810553, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 31.5, "QPS w/o loadgen overhead": 31.53, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "4 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-T860 MP4", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 32.746057, "characteristics.90th_percentile_latency_ns": 32746057.0, "characteristics.90th_percentile_latency_s": 0.032746057, "characteristics.90th_percentile_latency_us": 32746.057, "characteristics.accuracy": 66.75, "characteristics.good": 33375, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-opencl", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-0.75-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "54b83b79abe4fd49", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 58268296, "90.00 percentile latency (ns)": 58845796, "90th percentile latency (ns)": 58845796, "95.00 percentile latency (ns)": 59059296, "97.00 percentile latency (ns)": 59298463, "99.00 percentile latency (ns)": 59943921, "99.90 percentile latency (ns)": 65690338, "Max latency (ns)": 67744381, "Mean latency (ns)": 57656175, "Min duration satisfied": "Yes", "Min latency (ns)": 53247544, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 17.32, "QPS w/o loadgen overhead": 17.34, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "4 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-T860 MP4", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 58.845796, "characteristics.90th_percentile_latency_ns": 58845796.0, "characteristics.90th_percentile_latency_s": 0.058845796, "characteristics.90th_percentile_latency_us": 58845.796, "characteristics.accuracy": 70.122, "characteristics.good": 35061, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-opencl", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-0.75-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "f41179ff56e58f80", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 6667460, "90.00 percentile latency (ns)": 6808919, "90th percentile latency (ns)": 6808919, "95.00 percentile latency (ns)": 7002878, "97.00 percentile latency (ns)": 7275875, "99.00 percentile latency (ns)": 8481324, "99.90 percentile latency (ns)": 18983604, "Max latency (ns)": 23241030, "Mean latency (ns)": 6736354, "Min duration satisfied": "Yes", "Min latency (ns)": 6416630, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 148.15, "QPS w/o loadgen overhead": 148.45, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "4 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-T860 MP4", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 6.808919, "characteristics.90th_percentile_latency_ns": 6808919.0, "characteristics.90th_percentile_latency_s": 0.006808919, "characteristics.90th_percentile_latency_us": 6808.919, "characteristics.accuracy": 44.116, "characteristics.good": 22058, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-opencl", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.25-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "aa3d5c9409985db8", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 9202651, "90.00 percentile latency (ns)": 9465442, "90th percentile latency (ns)": 9465442, "95.00 percentile latency (ns)": 9568108, "97.00 percentile latency (ns)": 9730275, "99.00 percentile latency (ns)": 10550441, "99.90 percentile latency (ns)": 13343144, "Max latency (ns)": 29786115, "Mean latency (ns)": 9263349, "Min duration satisfied": "Yes", "Min latency (ns)": 8673277, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 107.55, "QPS w/o loadgen overhead": 107.95, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "4 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-T860 MP4", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 9.465442, "characteristics.90th_percentile_latency_ns": 9465442.0, "characteristics.90th_percentile_latency_s": 0.009465442, "characteristics.90th_percentile_latency_us": 9465.442, "characteristics.accuracy": 47.808, "characteristics.good": 23904, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-opencl", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.25-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "42df24f4195bb5cb", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 15183881, "90.00 percentile latency (ns)": 15503840, "90th percentile latency (ns)": 15503840, "95.00 percentile latency (ns)": 15676798, "97.00 percentile latency (ns)": 15910714, "99.00 percentile latency (ns)": 17153215, "99.90 percentile latency (ns)": 27231177, "Max latency (ns)": 30856887, "Mean latency (ns)": 15305356, "Min duration satisfied": "Yes", "Min latency (ns)": 14721881, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 65.28, "QPS w/o loadgen overhead": 65.34, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "4 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-T860 MP4", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 15.50384, "characteristics.90th_percentile_latency_ns": 15503840.0, "characteristics.90th_percentile_latency_s": 0.01550384, "characteristics.90th_percentile_latency_us": 15503.84, "characteristics.accuracy": 51.848, "characteristics.good": 25924, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-opencl", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.25-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "1f0b629297217674", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 54547426, "90.00 percentile latency (ns)": 55148255, "90th percentile latency (ns)": 55148255, "95.00 percentile latency (ns)": 55447505, "97.00 percentile latency (ns)": 55775631, "99.00 percentile latency (ns)": 57981209, "99.90 percentile latency (ns)": 64856366, "Max latency (ns)": 65026409, "Mean latency (ns)": 54263281, "Min duration satisfied": "Yes", "Min latency (ns)": 49795887, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 18.41, "QPS w/o loadgen overhead": 18.43, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "4 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-T860 MP4", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 55.148255, "characteristics.90th_percentile_latency_ns": 55148255.0, "characteristics.90th_percentile_latency_s": 0.055148255, "characteristics.90th_percentile_latency_us": 55148.255, "characteristics.accuracy": 70.738, "characteristics.good": 35369, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-opencl", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-1.0-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "c6380b74d4158917", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 33823952, "90.00 percentile latency (ns)": 38380969, "90th percentile latency (ns)": 38380969, "95.00 percentile latency (ns)": 38554240, "97.00 percentile latency (ns)": 38827233, "99.00 percentile latency (ns)": 41002216, "99.90 percentile latency (ns)": 50666383, "Max latency (ns)": 53632060, "Mean latency (ns)": 34708486, "Min duration satisfied": "Yes", "Min latency (ns)": 33179357, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 28.77, "QPS w/o loadgen overhead": 28.81, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "4 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-T860 MP4", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 38.380969, "characteristics.90th_percentile_latency_ns": 38380969.0, "characteristics.90th_percentile_latency_s": 0.038380969, "characteristics.90th_percentile_latency_us": 38380.969, "characteristics.accuracy": 65.75, "characteristics.good": 32875, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-opencl", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-0.5-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "f47946b694ce41d5", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 101438166, "90.00 percentile latency (ns)": 103374539, "90th percentile latency (ns)": 103374539, "95.00 percentile latency (ns)": 108257897, "97.00 percentile latency (ns)": 108481308, "99.00 percentile latency (ns)": 108927554, "99.90 percentile latency (ns)": 122755734, "Max latency (ns)": 128273755, "Mean latency (ns)": 102157067, "Min duration satisfied": "Yes", "Min latency (ns)": 96990053, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 9.78, "QPS w/o loadgen overhead": 9.79, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "4 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-T860 MP4", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 103.374539, "characteristics.90th_percentile_latency_ns": 103374539.0, "characteristics.90th_percentile_latency_s": 0.103374539, "characteristics.90th_percentile_latency_us": 103374.539, "characteristics.accuracy": 71.676, "characteristics.good": 35838, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-opencl", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-1.0-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "036e50b64d4095bb", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 12668272, "90.00 percentile latency (ns)": 13048313, "90th percentile latency (ns)": 13048313, "95.00 percentile latency (ns)": 13314899, "97.00 percentile latency (ns)": 13711566, "99.00 percentile latency (ns)": 15079193, "99.90 percentile latency (ns)": 27112798, "Max latency (ns)": 30061846, "Mean latency (ns)": 12799564, "Min duration satisfied": "Yes", "Min latency (ns)": 12259647, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 77.95, "QPS w/o loadgen overhead": 78.13, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "4 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-T860 MP4", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 13.048313, "characteristics.90th_percentile_latency_ns": 13048313.0, "characteristics.90th_percentile_latency_s": 0.013048313, "characteristics.90th_percentile_latency_us": 13048.313, "characteristics.accuracy": 52.446, "characteristics.good": 26223, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-opencl", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-96", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-0.5-96", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_96.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "264d6c24b2da90e6", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 13215181, "90.00 percentile latency (ns)": 13523473, "90th percentile latency (ns)": 13523473, "95.00 percentile latency (ns)": 13722099, "97.00 percentile latency (ns)": 14035352, "99.00 percentile latency (ns)": 15207856, "99.90 percentile latency (ns)": 19440248, "Max latency (ns)": 21437301, "Mean latency (ns)": 13314845, "Min duration satisfied": "Yes", "Min latency (ns)": 12904557, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 75.02, "QPS w/o loadgen overhead": 75.1, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "4 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-T860 MP4", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 13.523473, "characteristics.90th_percentile_latency_ns": 13523473.0, "characteristics.90th_percentile_latency_s": 0.013523473, "characteristics.90th_percentile_latency_us": 13523.473, "characteristics.accuracy": 52.172, "characteristics.good": 26086, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-opencl", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-0.35-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "4a46d3bd112458fc", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 41043880, "90.00 percentile latency (ns)": 41507337, "90th percentile latency (ns)": 41507337, "95.00 percentile latency (ns)": 41808335, "97.00 percentile latency (ns)": 42059460, "99.00 percentile latency (ns)": 46026999, "99.90 percentile latency (ns)": 55675905, "Max latency (ns)": 58239197, "Mean latency (ns)": 40497064, "Min duration satisfied": "Yes", "Min latency (ns)": 37758548, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 24.65, "QPS w/o loadgen overhead": 24.69, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "4 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-T860 MP4", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 41.507337, "characteristics.90th_percentile_latency_ns": 41507337.0, "characteristics.90th_percentile_latency_s": 0.041507337, "characteristics.90th_percentile_latency_us": 41507.337, "characteristics.accuracy": 69.016, "characteristics.good": 34508, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-opencl", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-1.0-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "de858ef5569dfd5a", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 20603647, "90.00 percentile latency (ns)": 21021022, "90th percentile latency (ns)": 21021022, "95.00 percentile latency (ns)": 21248522, "97.00 percentile latency (ns)": 21486232, "99.00 percentile latency (ns)": 23774942, "99.90 percentile latency (ns)": 35758329, "Max latency (ns)": 36884207, "Mean latency (ns)": 20734595, "Min duration satisfied": "Yes", "Min latency (ns)": 20170522, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 48.15, "QPS w/o loadgen overhead": 48.23, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "4 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-T860 MP4", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 21.021022, "characteristics.90th_percentile_latency_ns": 21021022.0, "characteristics.90th_percentile_latency_s": 0.021021022, "characteristics.90th_percentile_latency_us": 21021.022, "characteristics.accuracy": 61.224, "characteristics.good": 30612, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-opencl", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-96", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-1.0-96", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_96.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "4c39a361e43f47fd", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 57865576, "90.00 percentile latency (ns)": 58420891, "90th percentile latency (ns)": 58420891, "95.00 percentile latency (ns)": 58787226, "97.00 percentile latency (ns)": 59248929, "99.00 percentile latency (ns)": 60330732, "99.90 percentile latency (ns)": 66743577, "Max latency (ns)": 68818487, "Mean latency (ns)": 57894768, "Min duration satisfied": "Yes", "Min latency (ns)": 52687912, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 17.23, "QPS w/o loadgen overhead": 17.27, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "4 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-T860 MP4", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 58.420891, "characteristics.90th_percentile_latency_ns": 58420891.0, "characteristics.90th_percentile_latency_s": 0.058420891, "characteristics.90th_percentile_latency_us": 58420.891, "characteristics.accuracy": 69.262, "characteristics.good": 34631, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-opencl", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.75-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "46f0bf9a6ad47ceb", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 55754196, "90.00 percentile latency (ns)": 56428238, "90th percentile latency (ns)": 56428238, "95.00 percentile latency (ns)": 57448198, "97.00 percentile latency (ns)": 61722870, "99.00 percentile latency (ns)": 62267996, "99.90 percentile latency (ns)": 63659830, "Max latency (ns)": 69914047, "Mean latency (ns)": 56018571, "Min duration satisfied": "Yes", "Min latency (ns)": 52902609, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 17.82, "QPS w/o loadgen overhead": 17.85, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "4 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-T860 MP4", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 56.428238, "characteristics.90th_percentile_latency_ns": 56428238.0, "characteristics.90th_percentile_latency_s": 0.056428238, "characteristics.90th_percentile_latency_us": 56428.238, "characteristics.accuracy": 69.106, "characteristics.good": 34553, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-opencl", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-1.0-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "b44effa5e10cc5d3", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 26630605, "90.00 percentile latency (ns)": 26897772, "90th percentile latency (ns)": 26897772, "95.00 percentile latency (ns)": 27068979, "97.00 percentile latency (ns)": 27275479, "99.00 percentile latency (ns)": 27790270, "99.90 percentile latency (ns)": 31871851, "Max latency (ns)": 35420265, "Mean latency (ns)": 25833658, "Min duration satisfied": "Yes", "Min latency (ns)": 22847691, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 38.57, "QPS w/o loadgen overhead": 38.71, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "4 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-T860 MP4", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 26.897772, "characteristics.90th_percentile_latency_ns": 26897772.0, "characteristics.90th_percentile_latency_s": 0.026897772, "characteristics.90th_percentile_latency_us": 26897.772, "characteristics.accuracy": 63.246, "characteristics.good": 31623, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-opencl", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.5-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "c4c1ca2969da4068", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 107272701, "90.00 percentile latency (ns)": 116601895, "90th percentile latency (ns)": 116601895, "95.00 percentile latency (ns)": 120132770, "97.00 percentile latency (ns)": 122585378, "99.00 percentile latency (ns)": 127062061, "99.90 percentile latency (ns)": 135466744, "Max latency (ns)": 137662618, "Mean latency (ns)": 107965660, "Min duration satisfied": "Yes", "Min latency (ns)": 89093157, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 9.26, "QPS w/o loadgen overhead": 9.26, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 116.601895, "characteristics.90th_percentile_latency_ns": 116601895.0, "characteristics.90th_percentile_latency_s": 0.116601895, "characteristics.90th_percentile_latency_us": 116601.895, "characteristics.accuracy": 64.282, "characteristics.good": 32141, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v2-0.5-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "fccf609b08946f2a", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 84711167, "90.00 percentile latency (ns)": 92327329, "90th percentile latency (ns)": 92327329, "95.00 percentile latency (ns)": 94997558, "97.00 percentile latency (ns)": 96635962, "99.00 percentile latency (ns)": 102610831, "99.90 percentile latency (ns)": 106871503, "Max latency (ns)": 110039274, "Mean latency (ns)": 85068075, "Min duration satisfied": "Yes", "Min latency (ns)": 68984133, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 11.75, "QPS w/o loadgen overhead": 11.76, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 92.327329, "characteristics.90th_percentile_latency_ns": 92327329.0, "characteristics.90th_percentile_latency_s": 0.092327329, "characteristics.90th_percentile_latency_us": 92327.329, "characteristics.accuracy": 59.322, "characteristics.good": 29661, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v2-0.35-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "33c2fe442abdc9b4", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 142129559, "90.00 percentile latency (ns)": 153687997, "90th percentile latency (ns)": 153687997, "95.00 percentile latency (ns)": 157242261, "97.00 percentile latency (ns)": 159219938, "99.00 percentile latency (ns)": 162916088, "99.90 percentile latency (ns)": 174865229, "Max latency (ns)": 191556824, "Mean latency (ns)": 142273220, "Min duration satisfied": "Yes", "Min latency (ns)": 120641300, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 7.03, "QPS w/o loadgen overhead": 7.03, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 153.687997, "characteristics.90th_percentile_latency_ns": 153687997.0, "characteristics.90th_percentile_latency_s": 0.153687997, "characteristics.90th_percentile_latency_us": 153687.997, "characteristics.accuracy": 66.384, "characteristics.good": 33192, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-0.75-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "54b93245089e65c1", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 25135783, "90.00 percentile latency (ns)": 26404675, "90th percentile latency (ns)": 26404675, "95.00 percentile latency (ns)": 35618479, "97.00 percentile latency (ns)": 39399565, "99.00 percentile latency (ns)": 46189188, "99.90 percentile latency (ns)": 71136516, "Max latency (ns)": 161215306, "Mean latency (ns)": 26404945, "Min duration satisfied": "Yes", "Min latency (ns)": 24779867, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 37.81, "QPS w/o loadgen overhead": 37.87, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 26.404675, "characteristics.90th_percentile_latency_ns": 26404675.0, "characteristics.90th_percentile_latency_s": 0.026404675, "characteristics.90th_percentile_latency_us": 26404.675, "characteristics.accuracy": 48.11, "characteristics.good": 24055, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-192-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-0.25-192-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_192_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "f841bf4471590801", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 34510042, "90.00 percentile latency (ns)": 37981116, "90th percentile latency (ns)": 37981116, "95.00 percentile latency (ns)": 46001415, "97.00 percentile latency (ns)": 51863061, "99.00 percentile latency (ns)": 62370866, "99.90 percentile latency (ns)": 165826734, "Max latency (ns)": 170816908, "Mean latency (ns)": 36194680, "Min duration satisfied": "Yes", "Min latency (ns)": 34169779, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 27.62, "QPS w/o loadgen overhead": 27.63, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 37.981116, "characteristics.90th_percentile_latency_ns": 37981116.0, "characteristics.90th_percentile_latency_s": 0.037981116, "characteristics.90th_percentile_latency_us": 37981.116, "characteristics.accuracy": 50.24, "characteristics.good": 25120, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-224-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-0.25-224-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_224_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "d34f7cb7e4a53d0b", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 38065216, "90.00 percentile latency (ns)": 44268092, "90th percentile latency (ns)": 44268092, "95.00 percentile latency (ns)": 47402344, "97.00 percentile latency (ns)": 50393770, "99.00 percentile latency (ns)": 58967324, "99.90 percentile latency (ns)": 65230424, "Max latency (ns)": 67723674, "Mean latency (ns)": 39872310, "Min duration satisfied": "Yes", "Min latency (ns)": 33973785, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 25.05, "QPS w/o loadgen overhead": 25.08, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 44.268092, "characteristics.90th_percentile_latency_ns": 44268092.0, "characteristics.90th_percentile_latency_s": 0.044268092, "characteristics.90th_percentile_latency_us": 44268.092, "characteristics.accuracy": 49.478, "characteristics.good": 24739, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-0.25-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "19e09612bd442809", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 449926876, "90.00 percentile latency (ns)": 467599749, "90th percentile latency (ns)": 467599749, "95.00 percentile latency (ns)": 472334789, "97.00 percentile latency (ns)": 476296958, "99.00 percentile latency (ns)": 482864536, "99.90 percentile latency (ns)": 491429712, "Max latency (ns)": 496248574, "Mean latency (ns)": 450485268, "Min duration satisfied": "Yes", "Min latency (ns)": 417115833, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 2.22, "QPS w/o loadgen overhead": 2.22, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 467.599749, "characteristics.90th_percentile_latency_ns": 467599749.0, "characteristics.90th_percentile_latency_s": 0.467599749, "characteristics.90th_percentile_latency_us": 467599.749, "characteristics.accuracy": 75.012, "characteristics.good": 37506, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.3-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v2-1.3-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.3_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "ae0becdfcd40269a", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 81654505, "90.00 percentile latency (ns)": 96162314, "90th percentile latency (ns)": 96162314, "95.00 percentile latency (ns)": 100663904, "97.00 percentile latency (ns)": 102660463, "99.00 percentile latency (ns)": 114844300, "99.90 percentile latency (ns)": 194590595, "Max latency (ns)": 234768187, "Mean latency (ns)": 85031167, "Min duration satisfied": "Yes", "Min latency (ns)": 81157082, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 11.76, "QPS w/o loadgen overhead": 11.76, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 96.162314, "characteristics.90th_percentile_latency_ns": 96162314.0, "characteristics.90th_percentile_latency_s": 0.096162314, "characteristics.90th_percentile_latency_us": 96162.314, "characteristics.accuracy": 62.27, "characteristics.good": 31135, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-224-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-0.5-224-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_224_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "7a832ec68b0cab3c", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 239154985, "90.00 percentile latency (ns)": 254926877, "90th percentile latency (ns)": 254926877, "95.00 percentile latency (ns)": 261523374, "97.00 percentile latency (ns)": 266331973, "99.00 percentile latency (ns)": 277212823, "99.90 percentile latency (ns)": 376058765, "Max latency (ns)": 413227310, "Mean latency (ns)": 241459948, "Min duration satisfied": "Yes", "Min latency (ns)": 230799477, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 4.14, "QPS w/o loadgen overhead": 4.14, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 254.926877, "characteristics.90th_percentile_latency_ns": 254926877.0, "characteristics.90th_percentile_latency_s": 0.254926877, "characteristics.90th_percentile_latency_us": 254926.877, "characteristics.accuracy": 70.762, "characteristics.good": 35381, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-224-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-1.0-224-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_224_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "44b63eeae4724a90", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 115390026, "90.00 percentile latency (ns)": 125224287, "90th percentile latency (ns)": 125224287, "95.00 percentile latency (ns)": 129177455, "97.00 percentile latency (ns)": 131171265, "99.00 percentile latency (ns)": 135167539, "99.90 percentile latency (ns)": 169430995, "Max latency (ns)": 193501978, "Mean latency (ns)": 116223461, "Min duration satisfied": "Yes", "Min latency (ns)": 97832188, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 8.6, "QPS w/o loadgen overhead": 8.6, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 125.224287, "characteristics.90th_percentile_latency_ns": 125224287.0, "characteristics.90th_percentile_latency_s": 0.125224287, "characteristics.90th_percentile_latency_us": 125224.287, "characteristics.accuracy": 60.976, "characteristics.good": 30488, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v2-0.35-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "7b55b733bb9e5cba", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 120308052, "90.00 percentile latency (ns)": 131808285, "90th percentile latency (ns)": 131808285, "95.00 percentile latency (ns)": 135601321, "97.00 percentile latency (ns)": 138754960, "99.00 percentile latency (ns)": 144717126, "99.90 percentile latency (ns)": 157631289, "Max latency (ns)": 163078121, "Mean latency (ns)": 121387586, "Min duration satisfied": "Yes", "Min latency (ns)": 103803774, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 8.23, "QPS w/o loadgen overhead": 8.24, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 131.808285, "characteristics.90th_percentile_latency_ns": 131808285.0, "characteristics.90th_percentile_latency_s": 0.131808285, "characteristics.90th_percentile_latency_us": 131808.285, "characteristics.accuracy": 66.036, "characteristics.good": 33018, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v2-1.0-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "99a14b5a393f8594", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 120478841, "90.00 percentile latency (ns)": 137936197, "90th percentile latency (ns)": 137936197, "95.00 percentile latency (ns)": 141695590, "97.00 percentile latency (ns)": 145594133, "99.00 percentile latency (ns)": 150219250, "99.90 percentile latency (ns)": 268847233, "Max latency (ns)": 270260148, "Mean latency (ns)": 125318287, "Min duration satisfied": "Yes", "Min latency (ns)": 119295859, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 7.98, "QPS w/o loadgen overhead": 7.98, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 137.936197, "characteristics.90th_percentile_latency_ns": 137936197.0, "characteristics.90th_percentile_latency_s": 0.137936197, "characteristics.90th_percentile_latency_us": 137936.197, "characteristics.accuracy": 68.2, "characteristics.good": 34100, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-160-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-1.0-160-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_160_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "a49789c201992fc3", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 73816396, "90.00 percentile latency (ns)": 81892183, "90th percentile latency (ns)": 81892183, "95.00 percentile latency (ns)": 85635955, "97.00 percentile latency (ns)": 89256912, "99.00 percentile latency (ns)": 93907621, "99.90 percentile latency (ns)": 99995480, "Max latency (ns)": 100947809, "Mean latency (ns)": 75179629, "Min duration satisfied": "Yes", "Min latency (ns)": 60781113, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 13.29, "QPS w/o loadgen overhead": 13.3, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 81.892183, "characteristics.90th_percentile_latency_ns": 81892183.0, "characteristics.90th_percentile_latency_s": 0.081892183, "characteristics.90th_percentile_latency_us": 81892.183, "characteristics.accuracy": 60.842, "characteristics.good": 30421, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-0.5-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "d4734a82de6046bc", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 49068817, "90.00 percentile latency (ns)": 58146673, "90th percentile latency (ns)": 58146673, "95.00 percentile latency (ns)": 65395128, "97.00 percentile latency (ns)": 68637624, "99.00 percentile latency (ns)": 73716298, "99.90 percentile latency (ns)": 118308223, "Max latency (ns)": 181642771, "Mean latency (ns)": 51255684, "Min duration satisfied": "Yes", "Min latency (ns)": 48667253, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 19.51, "QPS w/o loadgen overhead": 19.51, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 58.146673, "characteristics.90th_percentile_latency_ns": 58146673.0, "characteristics.90th_percentile_latency_s": 0.058146673, "characteristics.90th_percentile_latency_us": 58146.673, "characteristics.accuracy": 58.39, "characteristics.good": 29195, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-128-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-0.75-128-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_128_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "4d8a8e04a999d536", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 493619457, "90.00 percentile latency (ns)": 511207477, "90th percentile latency (ns)": 511207477, "95.00 percentile latency (ns)": 517750895, "97.00 percentile latency (ns)": 522618256, "99.00 percentile latency (ns)": 528225226, "99.90 percentile latency (ns)": 545791083, "Max latency (ns)": 547317878, "Mean latency (ns)": 494168081, "Min duration satisfied": "Yes", "Min latency (ns)": 457704782, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 2.02, "QPS w/o loadgen overhead": 2.02, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 511.207477, "characteristics.90th_percentile_latency_ns": 511207477.0, "characteristics.90th_percentile_latency_s": 0.511207477, "characteristics.90th_percentile_latency_us": 511207.477, "characteristics.accuracy": 75.69, "characteristics.good": 37845, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.4-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v2-1.4-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.4_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "f05b1b61ebe4729a", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 23571323, "90.00 percentile latency (ns)": 30306526, "90th percentile latency (ns)": 30306526, "95.00 percentile latency (ns)": 32068631, "97.00 percentile latency (ns)": 33322101, "99.00 percentile latency (ns)": 36395468, "99.90 percentile latency (ns)": 45244916, "Max latency (ns)": 62143738, "Mean latency (ns)": 25415550, "Min duration satisfied": "Yes", "Min latency (ns)": 20626581, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 39.25, "QPS w/o loadgen overhead": 39.35, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 30.306526, "characteristics.90th_percentile_latency_ns": 30306526.0, "characteristics.90th_percentile_latency_s": 0.030306526, "characteristics.90th_percentile_latency_us": 30306.526, "characteristics.accuracy": 47.14, "characteristics.good": 23570, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-96", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v2-0.35-96", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_96.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "2e5b01eadc46db85", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 50306169, "90.00 percentile latency (ns)": 56765577, "90th percentile latency (ns)": 56765577, "95.00 percentile latency (ns)": 60111562, "97.00 percentile latency (ns)": 61254235, "99.00 percentile latency (ns)": 66109142, "99.90 percentile latency (ns)": 72086595, "Max latency (ns)": 72408345, "Mean latency (ns)": 51869907, "Min duration satisfied": "Yes", "Min latency (ns)": 47226961, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 19.26, "QPS w/o loadgen overhead": 19.28, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 56.765577, "characteristics.90th_percentile_latency_ns": 56765577.0, "characteristics.90th_percentile_latency_s": 0.056765577, "characteristics.90th_percentile_latency_us": 56765.577, "characteristics.accuracy": 57.918, "characteristics.good": 28959, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-0.5-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "69675f748ac9f355", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 18035552, "90.00 percentile latency (ns)": 18338414, "90th percentile latency (ns)": 18338414, "95.00 percentile latency (ns)": 25511191, "97.00 percentile latency (ns)": 28671203, "99.00 percentile latency (ns)": 38151716, "99.90 percentile latency (ns)": 58640390, "Max latency (ns)": 125681581, "Mean latency (ns)": 18925403, "Min duration satisfied": "Yes", "Min latency (ns)": 17732430, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 52.79, "QPS w/o loadgen overhead": 52.84, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 18.338414, "characteristics.90th_percentile_latency_ns": 18338414.0, "characteristics.90th_percentile_latency_s": 0.018338414, "characteristics.90th_percentile_latency_us": 18338.414, "characteristics.accuracy": 45.454, "characteristics.good": 22727, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-160-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-0.25-160-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_160_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "4efc0738baa4688b", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 292478633, "90.00 percentile latency (ns)": 312331932, "90th percentile latency (ns)": 312331932, "95.00 percentile latency (ns)": 318473592, "97.00 percentile latency (ns)": 322311999, "99.00 percentile latency (ns)": 328872778, "99.90 percentile latency (ns)": 344787946, "Max latency (ns)": 345223222, "Mean latency (ns)": 294154845, "Min duration satisfied": "Yes", "Min latency (ns)": 265738849, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 3.4, "QPS w/o loadgen overhead": 3.4, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 312.331932, "characteristics.90th_percentile_latency_ns": 312331932.0, "characteristics.90th_percentile_latency_s": 0.312331932, "characteristics.90th_percentile_latency_us": 312331.932, "characteristics.accuracy": 70.626, "characteristics.good": 35313, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-1.0-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "b04d60b4cb38199e", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 168172591, "90.00 percentile latency (ns)": 185245525, "90th percentile latency (ns)": 185245525, "95.00 percentile latency (ns)": 190450364, "97.00 percentile latency (ns)": 192224711, "99.00 percentile latency (ns)": 198684158, "99.90 percentile latency (ns)": 323539484, "Max latency (ns)": 327931613, "Mean latency (ns)": 173988309, "Min duration satisfied": "Yes", "Min latency (ns)": 166460759, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 5.75, "QPS w/o loadgen overhead": 5.75, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 185.245525, "characteristics.90th_percentile_latency_ns": 185245525.0, "characteristics.90th_percentile_latency_s": 0.185245525, "characteristics.90th_percentile_latency_us": 185245.525, "characteristics.accuracy": 70.016, "characteristics.good": 35008, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-192-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-1.0-192-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_192_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "893c64129971d686", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 43033285, "90.00 percentile latency (ns)": 51467895, "90th percentile latency (ns)": 51467895, "95.00 percentile latency (ns)": 57398608, "97.00 percentile latency (ns)": 60220384, "99.00 percentile latency (ns)": 66611401, "99.90 percentile latency (ns)": 134609208, "Max latency (ns)": 145138485, "Mean latency (ns)": 44903931, "Min duration satisfied": "Yes", "Min latency (ns)": 42428967, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 22.26, "QPS w/o loadgen overhead": 22.27, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 51.467895, "characteristics.90th_percentile_latency_ns": 51467895.0, "characteristics.90th_percentile_latency_s": 0.051467895, "characteristics.90th_percentile_latency_us": 51467.895, "characteristics.accuracy": 59.422, "characteristics.good": 29711, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-160-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-0.5-160-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_160_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "2f6c7a394131a7eb", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 60260664, "90.00 percentile latency (ns)": 71101125, "90th percentile latency (ns)": 71101125, "95.00 percentile latency (ns)": 79219452, "97.00 percentile latency (ns)": 81350879, "99.00 percentile latency (ns)": 91507801, "99.90 percentile latency (ns)": 150827601, "Max latency (ns)": 165214970, "Mean latency (ns)": 62843412, "Min duration satisfied": "Yes", "Min latency (ns)": 59456037, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 15.91, "QPS w/o loadgen overhead": 15.91, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 71.101125, "characteristics.90th_percentile_latency_ns": 71101125.0, "characteristics.90th_percentile_latency_s": 0.071101125, "characteristics.90th_percentile_latency_us": 71101.125, "characteristics.accuracy": 61.462, "characteristics.good": 30731, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-192-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-0.5-192-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_192_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "1649e8eb791a4a9c", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 144369961, "90.00 percentile latency (ns)": 159875071, "90th percentile latency (ns)": 159875071, "95.00 percentile latency (ns)": 163633447, "97.00 percentile latency (ns)": 167577782, "99.00 percentile latency (ns)": 172064593, "99.90 percentile latency (ns)": 177059771, "Max latency (ns)": 186476836, "Mean latency (ns)": 144723273, "Min duration satisfied": "Yes", "Min latency (ns)": 117045770, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 6.91, "QPS w/o loadgen overhead": 6.91, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 159.875071, "characteristics.90th_percentile_latency_ns": 159875071.0, "characteristics.90th_percentile_latency_s": 0.159875071, "characteristics.90th_percentile_latency_us": 159875.071, "characteristics.accuracy": 64.348, "characteristics.good": 32174, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-0.5-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "4c85a0da6e61def5", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 194954317, "90.00 percentile latency (ns)": 210101210, "90th percentile latency (ns)": 210101210, "95.00 percentile latency (ns)": 214018949, "97.00 percentile latency (ns)": 217213393, "99.00 percentile latency (ns)": 225438442, "99.90 percentile latency (ns)": 238222294, "Max latency (ns)": 248821984, "Mean latency (ns)": 195740692, "Min duration satisfied": "Yes", "Min latency (ns)": 163495396, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 5.11, "QPS w/o loadgen overhead": 5.11, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 210.10121, "characteristics.90th_percentile_latency_ns": 210101210.0, "characteristics.90th_percentile_latency_s": 0.21010121, "characteristics.90th_percentile_latency_us": 210101.21, "characteristics.accuracy": 68.834, "characteristics.good": 34417, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v2-0.75-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "475a43174249ecb6", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 59038831, "90.00 percentile latency (ns)": 67392115, "90th percentile latency (ns)": 67392115, "95.00 percentile latency (ns)": 70415062, "97.00 percentile latency (ns)": 71401610, "99.00 percentile latency (ns)": 74878545, "99.90 percentile latency (ns)": 92588120, "Max latency (ns)": 100765288, "Mean latency (ns)": 59466089, "Min duration satisfied": "Yes", "Min latency (ns)": 45855468, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 16.8, "QPS w/o loadgen overhead": 16.82, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 67.392115, "characteristics.90th_percentile_latency_ns": 67392115.0, "characteristics.90th_percentile_latency_s": 0.067392115, "characteristics.90th_percentile_latency_us": 67392.115, "characteristics.accuracy": 56.988, "characteristics.good": 28494, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v2-0.35-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "a1e598434aa909d2", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 322932248, "90.00 percentile latency (ns)": 336524641, "90th percentile latency (ns)": 336524641, "95.00 percentile latency (ns)": 342078008, "97.00 percentile latency (ns)": 345546481, "99.00 percentile latency (ns)": 352785500, "99.90 percentile latency (ns)": 360158722, "Max latency (ns)": 361651714, "Mean latency (ns)": 323689168, "Min duration satisfied": "Yes", "Min latency (ns)": 295427842, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 3.09, "QPS w/o loadgen overhead": 3.09, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 336.524641, "characteristics.90th_percentile_latency_ns": 336524641.0, "characteristics.90th_percentile_latency_s": 0.336524641, "characteristics.90th_percentile_latency_us": 336524.641, "characteristics.accuracy": 71.77, "characteristics.good": 35885, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v2-1.0-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "c81ecf84c359d6ef", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 169017893, "90.00 percentile latency (ns)": 184357742, "90th percentile latency (ns)": 184357742, "95.00 percentile latency (ns)": 188626448, "97.00 percentile latency (ns)": 191353981, "99.00 percentile latency (ns)": 196518360, "99.90 percentile latency (ns)": 207656069, "Max latency (ns)": 209468872, "Mean latency (ns)": 169292315, "Min duration satisfied": "Yes", "Min latency (ns)": 146456339, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 5.91, "QPS w/o loadgen overhead": 5.91, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 184.357742, "characteristics.90th_percentile_latency_ns": 184357742.0, "characteristics.90th_percentile_latency_s": 0.184357742, "characteristics.90th_percentile_latency_us": 184357.742, "characteristics.accuracy": 66.604, "characteristics.good": 33302, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-1.0-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "407995bbf28a9793", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 90472395, "90.00 percentile latency (ns)": 99380271, "90th percentile latency (ns)": 99380271, "95.00 percentile latency (ns)": 102073740, "97.00 percentile latency (ns)": 103538226, "99.00 percentile latency (ns)": 106739520, "99.90 percentile latency (ns)": 115914778, "Max latency (ns)": 140600462, "Mean latency (ns)": 91095103, "Min duration satisfied": "Yes", "Min latency (ns)": 73911192, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 10.97, "QPS w/o loadgen overhead": 10.98, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 99.380271, "characteristics.90th_percentile_latency_ns": 99380271.0, "characteristics.90th_percentile_latency_s": 0.099380271, "characteristics.90th_percentile_latency_us": 99380.271, "characteristics.accuracy": 64.038, "characteristics.good": 32019, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v2-0.75-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "1f31f656321045aa", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 52605431, "90.00 percentile latency (ns)": 58884665, "90th percentile latency (ns)": 58884665, "95.00 percentile latency (ns)": 61320847, "97.00 percentile latency (ns)": 64489935, "99.00 percentile latency (ns)": 68474559, "99.90 percentile latency (ns)": 76035262, "Max latency (ns)": 88865483, "Mean latency (ns)": 52688403, "Min duration satisfied": "Yes", "Min latency (ns)": 39151353, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 18.97, "QPS w/o loadgen overhead": 18.98, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 58.884665, "characteristics.90th_percentile_latency_ns": 58884665.0, "characteristics.90th_percentile_latency_s": 0.058884665, "characteristics.90th_percentile_latency_us": 58884.665, "characteristics.accuracy": 58.402, "characteristics.good": 29201, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v2-0.5-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "e187147aaac18c53", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 78996279, "90.00 percentile latency (ns)": 88095577, "90th percentile latency (ns)": 88095577, "95.00 percentile latency (ns)": 91235428, "97.00 percentile latency (ns)": 93954415, "99.00 percentile latency (ns)": 97804848, "99.90 percentile latency (ns)": 105726990, "Max latency (ns)": 107454281, "Mean latency (ns)": 79852579, "Min duration satisfied": "Yes", "Min latency (ns)": 61410863, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 12.51, "QPS w/o loadgen overhead": 12.52, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 88.095577, "characteristics.90th_percentile_latency_ns": 88095577.0, "characteristics.90th_percentile_latency_s": 0.088095577, "characteristics.90th_percentile_latency_us": 88095.577, "characteristics.accuracy": 61.668, "characteristics.good": 30834, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v2-0.5-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "9c5341f291078c25", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 108057837, "90.00 percentile latency (ns)": 125479302, "90th percentile latency (ns)": 125479302, "95.00 percentile latency (ns)": 128497793, "97.00 percentile latency (ns)": 131142197, "99.00 percentile latency (ns)": 145499302, "99.90 percentile latency (ns)": 203523542, "Max latency (ns)": 220102601, "Mean latency (ns)": 112461762, "Min duration satisfied": "Yes", "Min latency (ns)": 107319711, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 8.89, "QPS w/o loadgen overhead": 8.89, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 125.479302, "characteristics.90th_percentile_latency_ns": 125479302.0, "characteristics.90th_percentile_latency_s": 0.125479302, "characteristics.90th_percentile_latency_us": 125479.302, "characteristics.accuracy": 67.206, "characteristics.good": 33603, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-192-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-0.75-192-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_192_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "760ae44fdaa933c3", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 178330785, "90.00 percentile latency (ns)": 193162356, "90th percentile latency (ns)": 193162356, "95.00 percentile latency (ns)": 196703022, "97.00 percentile latency (ns)": 200725426, "99.00 percentile latency (ns)": 207345177, "99.90 percentile latency (ns)": 215305579, "Max latency (ns)": 218346972, "Mean latency (ns)": 179620543, "Min duration satisfied": "Yes", "Min latency (ns)": 154849319, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 5.57, "QPS w/o loadgen overhead": 5.57, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 193.162356, "characteristics.90th_percentile_latency_ns": 193162356.0, "characteristics.90th_percentile_latency_s": 0.193162356, "characteristics.90th_percentile_latency_us": 193162.356, "characteristics.accuracy": 68.244, "characteristics.good": 34122, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-0.75-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "1e694286f0434d89", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 11632931, "90.00 percentile latency (ns)": 11743001, "90th percentile latency (ns)": 11743001, "95.00 percentile latency (ns)": 14609949, "97.00 percentile latency (ns)": 20151939, "99.00 percentile latency (ns)": 27411831, "99.90 percentile latency (ns)": 47491327, "Max latency (ns)": 118273070, "Mean latency (ns)": 12215132, "Min duration satisfied": "Yes", "Min latency (ns)": 11393881, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 81.74, "QPS w/o loadgen overhead": 81.87, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 11.743001, "characteristics.90th_percentile_latency_ns": 11743001.0, "characteristics.90th_percentile_latency_s": 0.011743001, "characteristics.90th_percentile_latency_us": 11743.001, "characteristics.accuracy": 42.344, "characteristics.good": 21172, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-128-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-0.25-128-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_128_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "13f8713a42da9cda", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 57470802, "90.00 percentile latency (ns)": 64255468, "90th percentile latency (ns)": 64255468, "95.00 percentile latency (ns)": 66679869, "97.00 percentile latency (ns)": 68278628, "99.00 percentile latency (ns)": 71778837, "99.90 percentile latency (ns)": 78548205, "Max latency (ns)": 79665124, "Mean latency (ns)": 57995928, "Min duration satisfied": "Yes", "Min latency (ns)": 44321904, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 17.23, "QPS w/o loadgen overhead": 17.24, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 64.255468, "characteristics.90th_percentile_latency_ns": 64255468.0, "characteristics.90th_percentile_latency_s": 0.064255468, "characteristics.90th_percentile_latency_us": 64255.468, "characteristics.accuracy": 59.822, "characteristics.good": 29911, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-96", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v2-0.75-96", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_96.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "1021f98884e24a9a", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 103735214, "90.00 percentile latency (ns)": 113677839, "90th percentile latency (ns)": 113677839, "95.00 percentile latency (ns)": 116940325, "97.00 percentile latency (ns)": 119514626, "99.00 percentile latency (ns)": 122684526, "99.90 percentile latency (ns)": 127860107, "Max latency (ns)": 128659068, "Mean latency (ns)": 103844178, "Min duration satisfied": "Yes", "Min latency (ns)": 86071426, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 9.62, "QPS w/o loadgen overhead": 9.63, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 113.677839, "characteristics.90th_percentile_latency_ns": 113677839.0, "characteristics.90th_percentile_latency_s": 0.113677839, "characteristics.90th_percentile_latency_us": 113677.839, "characteristics.accuracy": 63.716, "characteristics.good": 31858, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-0.75-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "b5710669568e4152", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 137392904, "90.00 percentile latency (ns)": 151015658, "90th percentile latency (ns)": 151015658, "95.00 percentile latency (ns)": 157001564, "97.00 percentile latency (ns)": 159500352, "99.00 percentile latency (ns)": 166783852, "99.90 percentile latency (ns)": 181184672, "Max latency (ns)": 181465024, "Mean latency (ns)": 138337327, "Min duration satisfied": "Yes", "Min latency (ns)": 112549121, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 7.23, "QPS w/o loadgen overhead": 7.23, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 151.015658, "characteristics.90th_percentile_latency_ns": 151015658.0, "characteristics.90th_percentile_latency_s": 0.151015658, "characteristics.90th_percentile_latency_us": 151015.658, "characteristics.accuracy": 66.75, "characteristics.good": 33375, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v2-0.75-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "a1162361c47929b9", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 257612686, "90.00 percentile latency (ns)": 270266751, "90th percentile latency (ns)": 270266751, "95.00 percentile latency (ns)": 274663551, "97.00 percentile latency (ns)": 277496692, "99.00 percentile latency (ns)": 285361035, "99.90 percentile latency (ns)": 293438718, "Max latency (ns)": 296304105, "Mean latency (ns)": 258354192, "Min duration satisfied": "Yes", "Min latency (ns)": 234872615, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 3.87, "QPS w/o loadgen overhead": 3.87, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 270.266751, "characteristics.90th_percentile_latency_ns": 270266751.0, "characteristics.90th_percentile_latency_s": 0.270266751, "characteristics.90th_percentile_latency_us": 270266.751, "characteristics.accuracy": 70.122, "characteristics.good": 35061, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v2-0.75-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "b47dd92789f804f6", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 27160169, "90.00 percentile latency (ns)": 29271774, "90th percentile latency (ns)": 29271774, "95.00 percentile latency (ns)": 37195569, "97.00 percentile latency (ns)": 40687358, "99.00 percentile latency (ns)": 49044213, "99.90 percentile latency (ns)": 79974773, "Max latency (ns)": 159573077, "Mean latency (ns)": 28415536, "Min duration satisfied": "Yes", "Min latency (ns)": 26838333, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 35.17, "QPS w/o loadgen overhead": 35.19, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 29.271774, "characteristics.90th_percentile_latency_ns": 29271774.0, "characteristics.90th_percentile_latency_s": 0.029271774, "characteristics.90th_percentile_latency_us": 29271.774, "characteristics.accuracy": 56.738, "characteristics.good": 28369, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-128-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-0.5-128-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_128_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "91781566d5425c90", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 17643169, "90.00 percentile latency (ns)": 22215820, "90th percentile latency (ns)": 22215820, "95.00 percentile latency (ns)": 23597655, "97.00 percentile latency (ns)": 24657402, "99.00 percentile latency (ns)": 26971422, "99.90 percentile latency (ns)": 32287734, "Max latency (ns)": 38794609, "Mean latency (ns)": 18549769, "Min duration satisfied": "Yes", "Min latency (ns)": 14265121, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 53.76, "QPS w/o loadgen overhead": 53.91, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 22.21582, "characteristics.90th_percentile_latency_ns": 22215820.0, "characteristics.90th_percentile_latency_s": 0.02221582, "characteristics.90th_percentile_latency_us": 22215.82, "characteristics.accuracy": 44.116, "characteristics.good": 22058, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-0.25-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "44e093ce81afaaca", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 28777403, "90.00 percentile latency (ns)": 33006254, "90th percentile latency (ns)": 33006254, "95.00 percentile latency (ns)": 35574000, "97.00 percentile latency (ns)": 37431062, "99.00 percentile latency (ns)": 42112289, "99.90 percentile latency (ns)": 49196731, "Max latency (ns)": 51183400, "Mean latency (ns)": 29329906, "Min duration satisfied": "Yes", "Min latency (ns)": 22337518, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 34.03, "QPS w/o loadgen overhead": 34.09, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 33.006254, "characteristics.90th_percentile_latency_ns": 33006254.0, "characteristics.90th_percentile_latency_s": 0.033006254, "characteristics.90th_percentile_latency_us": 33006.254, "characteristics.accuracy": 47.808, "characteristics.good": 23904, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-0.25-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "a0442696d350e1e1", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 53450738, "90.00 percentile latency (ns)": 61970130, "90th percentile latency (ns)": 61970130, "95.00 percentile latency (ns)": 65091331, "97.00 percentile latency (ns)": 68740613, "99.00 percentile latency (ns)": 77957814, "99.90 percentile latency (ns)": 101090285, "Max latency (ns)": 114521083, "Mean latency (ns)": 55317092, "Min duration satisfied": "Yes", "Min latency (ns)": 47662771, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 18.06, "QPS w/o loadgen overhead": 18.08, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 61.97013, "characteristics.90th_percentile_latency_ns": 61970130.0, "characteristics.90th_percentile_latency_s": 0.06197013, "characteristics.90th_percentile_latency_us": 61970.13, "characteristics.accuracy": 51.848, "characteristics.good": 25924, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-0.25-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "b28ddb6ef0fa476e", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 245853805, "90.00 percentile latency (ns)": 258230312, "90th percentile latency (ns)": 258230312, "95.00 percentile latency (ns)": 262055300, "97.00 percentile latency (ns)": 264720443, "99.00 percentile latency (ns)": 270012126, "99.90 percentile latency (ns)": 277879333, "Max latency (ns)": 278780690, "Mean latency (ns)": 245826545, "Min duration satisfied": "Yes", "Min latency (ns)": 216111466, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 4.07, "QPS w/o loadgen overhead": 4.07, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 258.230312, "characteristics.90th_percentile_latency_ns": 258230312.0, "characteristics.90th_percentile_latency_s": 0.258230312, "characteristics.90th_percentile_latency_us": 258230.312, "characteristics.accuracy": 70.738, "characteristics.good": 35369, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v2-1.0-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "5d74b7a64953b696", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 149479467, "90.00 percentile latency (ns)": 163267343, "90th percentile latency (ns)": 163267343, "95.00 percentile latency (ns)": 167237710, "97.00 percentile latency (ns)": 170203812, "99.00 percentile latency (ns)": 177172563, "99.90 percentile latency (ns)": 191874983, "Max latency (ns)": 199971794, "Mean latency (ns)": 150736109, "Min duration satisfied": "Yes", "Min latency (ns)": 130069308, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 6.63, "QPS w/o loadgen overhead": 6.63, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 163.267343, "characteristics.90th_percentile_latency_ns": 163267343.0, "characteristics.90th_percentile_latency_s": 0.163267343, "characteristics.90th_percentile_latency_us": 163267.343, "characteristics.accuracy": 65.75, "characteristics.good": 32875, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v2-0.5-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "0b1722556b1b8903", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 376554636, "90.00 percentile latency (ns)": 394599296, "90th percentile latency (ns)": 394599296, "95.00 percentile latency (ns)": 401579081, "97.00 percentile latency (ns)": 404816498, "99.00 percentile latency (ns)": 415979010, "99.90 percentile latency (ns)": 422165296, "Max latency (ns)": 425723788, "Mean latency (ns)": 378008513, "Min duration satisfied": "Yes", "Min latency (ns)": 345260004, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 2.65, "QPS w/o loadgen overhead": 2.65, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 394.599296, "characteristics.90th_percentile_latency_ns": 394599296.0, "characteristics.90th_percentile_latency_s": 0.394599296, "characteristics.90th_percentile_latency_us": 394599.296, "characteristics.accuracy": 71.676, "characteristics.good": 35838, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-1.0-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "d547d099924452a2", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 148666754, "90.00 percentile latency (ns)": 166375960, "90th percentile latency (ns)": 166375960, "95.00 percentile latency (ns)": 171907582, "97.00 percentile latency (ns)": 174393180, "99.00 percentile latency (ns)": 183116916, "99.90 percentile latency (ns)": 278497805, "Max latency (ns)": 296731517, "Mean latency (ns)": 154226106, "Min duration satisfied": "Yes", "Min latency (ns)": 147368739, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 6.48, "QPS w/o loadgen overhead": 6.48, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 166.37596, "characteristics.90th_percentile_latency_ns": 166375960.0, "characteristics.90th_percentile_latency_s": 0.16637596, "characteristics.90th_percentile_latency_us": 166375.96, "characteristics.accuracy": 68.126, "characteristics.good": 34063, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-224-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-0.75-224-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_224_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "04996a8cc05ac268", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 36605390, "90.00 percentile latency (ns)": 41337125, "90th percentile latency (ns)": 41337125, "95.00 percentile latency (ns)": 43271263, "97.00 percentile latency (ns)": 44487547, "99.00 percentile latency (ns)": 46101358, "99.90 percentile latency (ns)": 51413968, "Max latency (ns)": 52345130, "Mean latency (ns)": 35722626, "Min duration satisfied": "Yes", "Min latency (ns)": 24996252, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 27.96, "QPS w/o loadgen overhead": 27.99, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 41.337125, "characteristics.90th_percentile_latency_ns": 41337125.0, "characteristics.90th_percentile_latency_s": 0.041337125, "characteristics.90th_percentile_latency_us": 41337.125, "characteristics.accuracy": 52.446, "characteristics.good": 26223, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-96", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v2-0.5-96", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_96.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "1a0a1c28a7023695", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 76257206, "90.00 percentile latency (ns)": 89956381, "90th percentile latency (ns)": 89956381, "95.00 percentile latency (ns)": 94974123, "97.00 percentile latency (ns)": 97054225, "99.00 percentile latency (ns)": 104614061, "99.90 percentile latency (ns)": 170406203, "Max latency (ns)": 238014509, "Mean latency (ns)": 79507962, "Min duration satisfied": "Yes", "Min latency (ns)": 75490182, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 12.57, "QPS w/o loadgen overhead": 12.58, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 89.956381, "characteristics.90th_percentile_latency_ns": 89956381.0, "characteristics.90th_percentile_latency_s": 0.089956381, "characteristics.90th_percentile_latency_us": 89956.381, "characteristics.accuracy": 64.768, "characteristics.good": 32384, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-128-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-1.0-128-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_128_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "b7e5f48b29eb4bf5", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 77316478, "90.00 percentile latency (ns)": 90400015, "90th percentile latency (ns)": 90400015, "95.00 percentile latency (ns)": 96530873, "97.00 percentile latency (ns)": 99746204, "99.00 percentile latency (ns)": 106278664, "99.90 percentile latency (ns)": 212024119, "Max latency (ns)": 232323488, "Mean latency (ns)": 80711613, "Min duration satisfied": "Yes", "Min latency (ns)": 76817395, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 12.39, "QPS w/o loadgen overhead": 12.39, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 90.400015, "characteristics.90th_percentile_latency_ns": 90400015.0, "characteristics.90th_percentile_latency_s": 0.090400015, "characteristics.90th_percentile_latency_us": 90400.015, "characteristics.accuracy": 64.12, "characteristics.good": 32060, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-160-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-0.75-160-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_160_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "764ec59a903f8c4c", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 42415140, "90.00 percentile latency (ns)": 46208326, "90th percentile latency (ns)": 46208326, "95.00 percentile latency (ns)": 47911339, "97.00 percentile latency (ns)": 49685776, "99.00 percentile latency (ns)": 53966394, "99.90 percentile latency (ns)": 58842458, "Max latency (ns)": 63197370, "Mean latency (ns)": 40562865, "Min duration satisfied": "Yes", "Min latency (ns)": 30496027, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 24.62, "QPS w/o loadgen overhead": 24.65, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 46.208326, "characteristics.90th_percentile_latency_ns": 46208326.0, "characteristics.90th_percentile_latency_s": 0.046208326, "characteristics.90th_percentile_latency_us": 46208.326, "characteristics.accuracy": 52.172, "characteristics.good": 26086, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v2-0.35-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "ef4379a7112aeea1", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 173541042, "90.00 percentile latency (ns)": 187484528, "90th percentile latency (ns)": 187484528, "95.00 percentile latency (ns)": 191136425, "97.00 percentile latency (ns)": 195926993, "99.00 percentile latency (ns)": 202552034, "99.90 percentile latency (ns)": 208354685, "Max latency (ns)": 209119280, "Mean latency (ns)": 174426327, "Min duration satisfied": "Yes", "Min latency (ns)": 152038685, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 5.73, "QPS w/o loadgen overhead": 5.73, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 187.484528, "characteristics.90th_percentile_latency_ns": 187484528.0, "characteristics.90th_percentile_latency_s": 0.187484528, "characteristics.90th_percentile_latency_us": 187484.528, "characteristics.accuracy": 69.016, "characteristics.good": 34508, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v2-1.0-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "24831a7c39b7a4af", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 76310802, "90.00 percentile latency (ns)": 84793631, "90th percentile latency (ns)": 84793631, "95.00 percentile latency (ns)": 87844406, "97.00 percentile latency (ns)": 90620672, "99.00 percentile latency (ns)": 96828554, "99.90 percentile latency (ns)": 104667640, "Max latency (ns)": 116749139, "Mean latency (ns)": 77370314, "Min duration satisfied": "Yes", "Min latency (ns)": 63229995, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 12.92, "QPS w/o loadgen overhead": 12.92, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 84.793631, "characteristics.90th_percentile_latency_ns": 84793631.0, "characteristics.90th_percentile_latency_s": 0.084793631, "characteristics.90th_percentile_latency_us": 84793.631, "characteristics.accuracy": 61.224, "characteristics.good": 30612, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-96", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v2-1.0-96", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_96.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "b5fff9f05ba445f3", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 231014819, "90.00 percentile latency (ns)": 245996069, "90th percentile latency (ns)": 245996069, "95.00 percentile latency (ns)": 249465186, "97.00 percentile latency (ns)": 252954962, "99.00 percentile latency (ns)": 256814113, "99.90 percentile latency (ns)": 264916192, "Max latency (ns)": 273447407, "Mean latency (ns)": 231962432, "Min duration satisfied": "Yes", "Min latency (ns)": 208603379, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 4.31, "QPS w/o loadgen overhead": 4.31, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 245.996069, "characteristics.90th_percentile_latency_ns": 245996069.0, "characteristics.90th_percentile_latency_s": 0.245996069, "characteristics.90th_percentile_latency_us": 245996.069, "characteristics.accuracy": 69.262, "characteristics.good": 34631, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-0.75-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "c2c344c4cc7b044e", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 219849196, "90.00 percentile latency (ns)": 243050060, "90th percentile latency (ns)": 243050060, "95.00 percentile latency (ns)": 247501268, "97.00 percentile latency (ns)": 251827438, "99.00 percentile latency (ns)": 258307423, "99.90 percentile latency (ns)": 266580817, "Max latency (ns)": 273090368, "Mean latency (ns)": 222319946, "Min duration satisfied": "Yes", "Min latency (ns)": 199099236, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 4.5, "QPS w/o loadgen overhead": 4.5, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 243.05006, "characteristics.90th_percentile_latency_ns": 243050060.0, "characteristics.90th_percentile_latency_s": 0.24305006, "characteristics.90th_percentile_latency_us": 243050.06, "characteristics.accuracy": 69.106, "characteristics.good": 34553, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-1.0-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "b6bbd441a99d742a", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 110817974, "90.00 percentile latency (ns)": 127635583, "90th percentile latency (ns)": 127635583, "95.00 percentile latency (ns)": 131868066, "97.00 percentile latency (ns)": 134700866, "99.00 percentile latency (ns)": 141645921, "99.90 percentile latency (ns)": 146316717, "Max latency (ns)": 150782683, "Mean latency (ns)": 112675536, "Min duration satisfied": "Yes", "Min latency (ns)": 90888259, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 8.87, "QPS w/o loadgen overhead": 8.88, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 127.635583, "characteristics.90th_percentile_latency_ns": 127635583.0, "characteristics.90th_percentile_latency_s": 0.127635583, "characteristics.90th_percentile_latency_us": 127635.583, "characteristics.accuracy": 63.246, "characteristics.good": 31623, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-0.5-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "ec9f2f0f30c2560d", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 21455325, "90.00 percentile latency (ns)": 21806782, "90th percentile latency (ns)": 21806782, "95.00 percentile latency (ns)": 22058783, "97.00 percentile latency (ns)": 22240491, "99.00 percentile latency (ns)": 23531411, "99.90 percentile latency (ns)": 31405547, "Max latency (ns)": 37508973, "Mean latency (ns)": 21572812, "Min duration satisfied": "Yes", "Min latency (ns)": 21208574, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 46.33, "QPS w/o loadgen overhead": 46.35, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 21.806782, "characteristics.90th_percentile_latency_ns": 21806782.0, "characteristics.90th_percentile_latency_s": 0.021806782, "characteristics.90th_percentile_latency_us": 21806.782, "characteristics.accuracy": 64.282, "characteristics.good": 32141, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-neon", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-0.5-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "c3ae7b2dc52707d3", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 16294624, "90.00 percentile latency (ns)": 16574916, "90th percentile latency (ns)": 16574916, "95.00 percentile latency (ns)": 17336754, "97.00 percentile latency (ns)": 19577640, "99.00 percentile latency (ns)": 24771962, "99.90 percentile latency (ns)": 27295767, "Max latency (ns)": 27754856, "Mean latency (ns)": 16574137, "Min duration satisfied": "Yes", "Min latency (ns)": 15900873, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 60.29, "QPS w/o loadgen overhead": 60.33, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 16.574916, "characteristics.90th_percentile_latency_ns": 16574916.0, "characteristics.90th_percentile_latency_s": 0.016574916, "characteristics.90th_percentile_latency_us": 16574.916, "characteristics.accuracy": 59.322, "characteristics.good": 29661, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-neon", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-0.35-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "6c64551b358411ab", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 25210517, "90.00 percentile latency (ns)": 25470683, "90th percentile latency (ns)": 25470683, "95.00 percentile latency (ns)": 25672517, "97.00 percentile latency (ns)": 25760600, "99.00 percentile latency (ns)": 26024849, "99.90 percentile latency (ns)": 36330481, "Max latency (ns)": 46727363, "Mean latency (ns)": 25287943, "Min duration satisfied": "Yes", "Min latency (ns)": 24972807, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 39.53, "QPS w/o loadgen overhead": 39.54, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 25.470683, "characteristics.90th_percentile_latency_ns": 25470683.0, "characteristics.90th_percentile_latency_s": 0.025470683, "characteristics.90th_percentile_latency_us": 25470.683, "characteristics.accuracy": 66.384, "characteristics.good": 33192, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-neon", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.75-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "f77e84069a301acf", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 8518137, "90.00 percentile latency (ns)": 8600387, "90th percentile latency (ns)": 8600387, "95.00 percentile latency (ns)": 8773637, "97.00 percentile latency (ns)": 9877014, "99.00 percentile latency (ns)": 13348145, "99.90 percentile latency (ns)": 15168730, "Max latency (ns)": 25939120, "Mean latency (ns)": 8657101, "Min duration satisfied": "Yes", "Min latency (ns)": 8166095, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 115.36, "QPS w/o loadgen overhead": 115.51, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 8.600387, "characteristics.90th_percentile_latency_ns": 8600387.0, "characteristics.90th_percentile_latency_s": 0.008600387, "characteristics.90th_percentile_latency_us": 8600.387, "characteristics.accuracy": 49.478, "characteristics.good": 24739, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-neon", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.25-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "eb9a1579f37cbe6b", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 93330274, "90.00 percentile latency (ns)": 94115140, "90th percentile latency (ns)": 94115140, "95.00 percentile latency (ns)": 94478557, "97.00 percentile latency (ns)": 94821256, "99.00 percentile latency (ns)": 99790388, "99.90 percentile latency (ns)": 106512085, "Max latency (ns)": 107971296, "Mean latency (ns)": 93600839, "Min duration satisfied": "Yes", "Min latency (ns)": 92841423, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 10.68, "QPS w/o loadgen overhead": 10.68, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 94.11514, "characteristics.90th_percentile_latency_ns": 94115140.0, "characteristics.90th_percentile_latency_s": 0.09411514, "characteristics.90th_percentile_latency_us": 94115.14, "characteristics.accuracy": 75.012, "characteristics.good": 37506, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-neon", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.3-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-1.3-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.3_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "c7656fa309048e3b", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 21570846, "90.00 percentile latency (ns)": 21949723, "90th percentile latency (ns)": 21949723, "95.00 percentile latency (ns)": 22773098, "97.00 percentile latency (ns)": 25508941, "99.00 percentile latency (ns)": 31558120, "99.90 percentile latency (ns)": 36975846, "Max latency (ns)": 38699013, "Mean latency (ns)": 21908754, "Min duration satisfied": "Yes", "Min latency (ns)": 21212096, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 45.62, "QPS w/o loadgen overhead": 45.64, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 21.949723, "characteristics.90th_percentile_latency_ns": 21949723.0, "characteristics.90th_percentile_latency_s": 0.021949723, "characteristics.90th_percentile_latency_us": 21949.723, "characteristics.accuracy": 60.976, "characteristics.good": 30488, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-neon", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-0.35-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "c83f2e7fc416efe5", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 20243479, "90.00 percentile latency (ns)": 20484105, "90th percentile latency (ns)": 20484105, "95.00 percentile latency (ns)": 20659689, "97.00 percentile latency (ns)": 20756814, "99.00 percentile latency (ns)": 21146481, "99.90 percentile latency (ns)": 35964069, "Max latency (ns)": 37539949, "Mean latency (ns)": 20338817, "Min duration satisfied": "Yes", "Min latency (ns)": 20018603, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 49.14, "QPS w/o loadgen overhead": 49.17, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 20.484105, "characteristics.90th_percentile_latency_ns": 20484105.0, "characteristics.90th_percentile_latency_s": 0.020484105, "characteristics.90th_percentile_latency_us": 20484.105, "characteristics.accuracy": 66.036, "characteristics.good": 33018, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-neon", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-1.0-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "33ad94ce2b68f68d", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 13333267, "90.00 percentile latency (ns)": 13492517, "90th percentile latency (ns)": 13492517, "95.00 percentile latency (ns)": 13588476, "97.00 percentile latency (ns)": 13658184, "99.00 percentile latency (ns)": 14025685, "99.90 percentile latency (ns)": 20441194, "Max latency (ns)": 25001117, "Mean latency (ns)": 13376092, "Min duration satisfied": "Yes", "Min latency (ns)": 13082142, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 74.7, "QPS w/o loadgen overhead": 74.76, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 13.492517, "characteristics.90th_percentile_latency_ns": 13492517.0, "characteristics.90th_percentile_latency_s": 0.013492517, "characteristics.90th_percentile_latency_us": 13492.517, "characteristics.accuracy": 60.842, "characteristics.good": 30421, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-neon", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.5-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "d78df7451ebf18b0", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 102737406, "90.00 percentile latency (ns)": 103467421, "90th percentile latency (ns)": 103467421, "95.00 percentile latency (ns)": 103773145, "97.00 percentile latency (ns)": 103984298, "99.00 percentile latency (ns)": 105209903, "99.90 percentile latency (ns)": 145733145, "Max latency (ns)": 159828120, "Mean latency (ns)": 103010595, "Min duration satisfied": "Yes", "Min latency (ns)": 102121154, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 9.71, "QPS w/o loadgen overhead": 9.71, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 103.467421, "characteristics.90th_percentile_latency_ns": 103467421.0, "characteristics.90th_percentile_latency_s": 0.103467421, "characteristics.90th_percentile_latency_us": 103467.421, "characteristics.accuracy": 75.69, "characteristics.good": 37845, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-neon", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.4-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-1.4-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.4_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "121e491684235ca8", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 6035388, "90.00 percentile latency (ns)": 6103053, "90th percentile latency (ns)": 6103053, "95.00 percentile latency (ns)": 6227612, "97.00 percentile latency (ns)": 6734545, "99.00 percentile latency (ns)": 8899219, "99.90 percentile latency (ns)": 10840182, "Max latency (ns)": 13059274, "Mean latency (ns)": 6115663, "Min duration satisfied": "Yes", "Min latency (ns)": 5777846, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 163.24, "QPS w/o loadgen overhead": 163.51, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 6.103053, "characteristics.90th_percentile_latency_ns": 6103053.0, "characteristics.90th_percentile_latency_s": 0.006103053, "characteristics.90th_percentile_latency_us": 6103.053, "characteristics.accuracy": 47.14, "characteristics.good": 23570, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-neon", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-96", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-0.35-96", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_96.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "ac85aa98824451b1", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 8873397, "90.00 percentile latency (ns)": 8973440, "90th percentile latency (ns)": 8973440, "95.00 percentile latency (ns)": 9053356, "97.00 percentile latency (ns)": 9157774, "99.00 percentile latency (ns)": 10560110, "99.90 percentile latency (ns)": 15852999, "Max latency (ns)": 26793154, "Mean latency (ns)": 8945014, "Min duration satisfied": "Yes", "Min latency (ns)": 8709772, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 111.64, "QPS w/o loadgen overhead": 111.79, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 8.97344, "characteristics.90th_percentile_latency_ns": 8973440.0, "characteristics.90th_percentile_latency_s": 0.00897344, "characteristics.90th_percentile_latency_us": 8973.44, "characteristics.accuracy": 57.918, "characteristics.good": 28959, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-neon", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.5-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "284ad1661c0e40b4", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 58613957, "90.00 percentile latency (ns)": 59101921, "90th percentile latency (ns)": 59101921, "95.00 percentile latency (ns)": 59304019, "97.00 percentile latency (ns)": 59467649, "99.00 percentile latency (ns)": 59786139, "99.90 percentile latency (ns)": 61018747, "Max latency (ns)": 66722557, "Mean latency (ns)": 58690156, "Min duration satisfied": "Yes", "Min latency (ns)": 58017776, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 17.04, "QPS w/o loadgen overhead": 17.04, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 59.101921, "characteristics.90th_percentile_latency_ns": 59101921.0, "characteristics.90th_percentile_latency_s": 0.059101921, "characteristics.90th_percentile_latency_us": 59101.921, "characteristics.accuracy": 70.626, "characteristics.good": 35313, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-neon", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-1.0-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "338156ca47b4861d", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 27148335, "90.00 percentile latency (ns)": 27470335, "90th percentile latency (ns)": 27470335, "95.00 percentile latency (ns)": 27665460, "97.00 percentile latency (ns)": 27782419, "99.00 percentile latency (ns)": 28094793, "99.90 percentile latency (ns)": 46387837, "Max latency (ns)": 51639296, "Mean latency (ns)": 27255767, "Min duration satisfied": "Yes", "Min latency (ns)": 26785794, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 36.67, "QPS w/o loadgen overhead": 36.69, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 27.470335, "characteristics.90th_percentile_latency_ns": 27470335.0, "characteristics.90th_percentile_latency_s": 0.027470335, "characteristics.90th_percentile_latency_us": 27470.335, "characteristics.accuracy": 64.348, "characteristics.good": 32174, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-neon", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.5-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "44d4a0528069d2fc", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 36344201, "90.00 percentile latency (ns)": 36862791, "90th percentile latency (ns)": 36862791, "95.00 percentile latency (ns)": 37175159, "97.00 percentile latency (ns)": 37323332, "99.00 percentile latency (ns)": 37855912, "99.90 percentile latency (ns)": 50961339, "Max latency (ns)": 51816786, "Mean latency (ns)": 36482660, "Min duration satisfied": "Yes", "Min latency (ns)": 36007039, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 27.4, "QPS w/o loadgen overhead": 27.41, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 36.862791, "characteristics.90th_percentile_latency_ns": 36862791.0, "characteristics.90th_percentile_latency_s": 0.036862791, "characteristics.90th_percentile_latency_us": 36862.791, "characteristics.accuracy": 68.834, "characteristics.good": 34417, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-neon", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-0.75-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "467c24c1d8e35d70", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 11670203, "90.00 percentile latency (ns)": 11861245, "90th percentile latency (ns)": 11861245, "95.00 percentile latency (ns)": 12198996, "97.00 percentile latency (ns)": 13335916, "99.00 percentile latency (ns)": 18384682, "99.90 percentile latency (ns)": 21834525, "Max latency (ns)": 28843006, "Mean latency (ns)": 11861548, "Min duration satisfied": "Yes", "Min latency (ns)": 11390493, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 84.22, "QPS w/o loadgen overhead": 84.31, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 11.861245, "characteristics.90th_percentile_latency_ns": 11861245.0, "characteristics.90th_percentile_latency_s": 0.011861245, "characteristics.90th_percentile_latency_us": 11861.245, "characteristics.accuracy": 56.988, "characteristics.good": 28494, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-neon", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-0.35-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "4036b6b4b4ca69d7", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 62070041, "90.00 percentile latency (ns)": 62752545, "90th percentile latency (ns)": 62752545, "95.00 percentile latency (ns)": 63124111, "97.00 percentile latency (ns)": 63337331, "99.00 percentile latency (ns)": 64128334, "99.90 percentile latency (ns)": 95004668, "Max latency (ns)": 99627867, "Mean latency (ns)": 62308790, "Min duration satisfied": "Yes", "Min latency (ns)": 61676573, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 16.05, "QPS w/o loadgen overhead": 16.05, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 62.752545, "characteristics.90th_percentile_latency_ns": 62752545.0, "characteristics.90th_percentile_latency_s": 0.062752545, "characteristics.90th_percentile_latency_us": 62752.545, "characteristics.accuracy": 71.77, "characteristics.good": 35885, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-neon", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-1.0-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "e907b4456a98f1a8", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 24833649, "90.00 percentile latency (ns)": 25097607, "90th percentile latency (ns)": 25097607, "95.00 percentile latency (ns)": 25287190, "97.00 percentile latency (ns)": 25391316, "99.00 percentile latency (ns)": 25569815, "99.90 percentile latency (ns)": 30041935, "Max latency (ns)": 35732641, "Mean latency (ns)": 24894425, "Min duration satisfied": "Yes", "Min latency (ns)": 24642897, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 40.15, "QPS w/o loadgen overhead": 40.17, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 25.097607, "characteristics.90th_percentile_latency_ns": 25097607.0, "characteristics.90th_percentile_latency_s": 0.025097607, "characteristics.90th_percentile_latency_us": 25097.607, "characteristics.accuracy": 66.604, "characteristics.good": 33302, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-neon", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-1.0-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "0c9e9ded28ccd54f", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 16429935, "90.00 percentile latency (ns)": 16640515, "90th percentile latency (ns)": 16640515, "95.00 percentile latency (ns)": 16815207, "97.00 percentile latency (ns)": 16886967, "99.00 percentile latency (ns)": 17177744, "99.90 percentile latency (ns)": 29975617, "Max latency (ns)": 34948726, "Mean latency (ns)": 16514253, "Min duration satisfied": "Yes", "Min latency (ns)": 16263678, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 60.51, "QPS w/o loadgen overhead": 60.55, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 16.640515, "characteristics.90th_percentile_latency_ns": 16640515.0, "characteristics.90th_percentile_latency_s": 0.016640515, "characteristics.90th_percentile_latency_us": 16640.515, "characteristics.accuracy": 64.038, "characteristics.good": 32019, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-neon", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-0.75-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "985780e6620f98f8", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 10099490, "90.00 percentile latency (ns)": 10231323, "90th percentile latency (ns)": 10231323, "95.00 percentile latency (ns)": 10503447, "97.00 percentile latency (ns)": 11020277, "99.00 percentile latency (ns)": 15896919, "99.90 percentile latency (ns)": 18939861, "Max latency (ns)": 27466692, "Mean latency (ns)": 10250840, "Min duration satisfied": "Yes", "Min latency (ns)": 9848366, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 97.43, "QPS w/o loadgen overhead": 97.55, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 10.231323, "characteristics.90th_percentile_latency_ns": 10231323.0, "characteristics.90th_percentile_latency_s": 0.010231323, "characteristics.90th_percentile_latency_us": 10231.323, "characteristics.accuracy": 58.402, "characteristics.good": 29201, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-neon", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-0.5-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "2e412433f97676e3", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 15076880, "90.00 percentile latency (ns)": 15311089, "90th percentile latency (ns)": 15311089, "95.00 percentile latency (ns)": 15488715, "97.00 percentile latency (ns)": 15611798, "99.00 percentile latency (ns)": 23065946, "99.90 percentile latency (ns)": 32442183, "Max latency (ns)": 38172576, "Mean latency (ns)": 15271823, "Min duration satisfied": "Yes", "Min latency (ns)": 14838296, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 65.43, "QPS w/o loadgen overhead": 65.48, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 15.311089, "characteristics.90th_percentile_latency_ns": 15311089.0, "characteristics.90th_percentile_latency_s": 0.015311089, "characteristics.90th_percentile_latency_us": 15311.089, "characteristics.accuracy": 61.668, "characteristics.good": 30834, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-neon", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-0.5-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "e0ac189a446f2968", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 35275371, "90.00 percentile latency (ns)": 35647247, "90th percentile latency (ns)": 35647247, "95.00 percentile latency (ns)": 35908289, "97.00 percentile latency (ns)": 36054122, "99.00 percentile latency (ns)": 36430373, "99.90 percentile latency (ns)": 41444420, "Max latency (ns)": 50423388, "Mean latency (ns)": 35352193, "Min duration satisfied": "Yes", "Min latency (ns)": 34924205, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 28.28, "QPS w/o loadgen overhead": 28.29, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 35.647247, "characteristics.90th_percentile_latency_ns": 35647247.0, "characteristics.90th_percentile_latency_s": 0.035647247, "characteristics.90th_percentile_latency_us": 35647.247, "characteristics.accuracy": 68.242, "characteristics.good": 34121, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-neon", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.75-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "45af802f6f2999f2", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 10728039, "90.00 percentile latency (ns)": 10856663, "90th percentile latency (ns)": 10856663, "95.00 percentile latency (ns)": 10988204, "97.00 percentile latency (ns)": 11038371, "99.00 percentile latency (ns)": 11475286, "99.90 percentile latency (ns)": 22865114, "Max latency (ns)": 30946288, "Mean latency (ns)": 10792435, "Min duration satisfied": "Yes", "Min latency (ns)": 10577539, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 92.56, "QPS w/o loadgen overhead": 92.66, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 10.856663, "characteristics.90th_percentile_latency_ns": 10856663.0, "characteristics.90th_percentile_latency_s": 0.010856663, "characteristics.90th_percentile_latency_us": 10856.663, "characteristics.accuracy": 59.822, "characteristics.good": 29911, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-neon", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-96", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-0.75-96", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_96.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "fefba0a426c41018", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 15369564, "90.00 percentile latency (ns)": 15518016, "90th percentile latency (ns)": 15518016, "95.00 percentile latency (ns)": 15644023, "97.00 percentile latency (ns)": 15697393, "99.00 percentile latency (ns)": 15829226, "99.90 percentile latency (ns)": 16591068, "Max latency (ns)": 20001565, "Mean latency (ns)": 15394935, "Min duration satisfied": "Yes", "Min latency (ns)": 15148187, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 64.9, "QPS w/o loadgen overhead": 64.96, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 15.518016, "characteristics.90th_percentile_latency_ns": 15518016.0, "characteristics.90th_percentile_latency_s": 0.015518016, "characteristics.90th_percentile_latency_us": 15518.016, "characteristics.accuracy": 63.716, "characteristics.good": 31858, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-neon", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.75-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "4f0190b417c4a5e9", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 25645463, "90.00 percentile latency (ns)": 25984965, "90th percentile latency (ns)": 25984965, "95.00 percentile latency (ns)": 26181840, "97.00 percentile latency (ns)": 26283048, "99.00 percentile latency (ns)": 26788800, "99.90 percentile latency (ns)": 36441543, "Max latency (ns)": 38055049, "Mean latency (ns)": 25737427, "Min duration satisfied": "Yes", "Min latency (ns)": 25358172, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 38.84, "QPS w/o loadgen overhead": 38.85, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 25.984965, "characteristics.90th_percentile_latency_ns": 25984965.0, "characteristics.90th_percentile_latency_s": 0.025984965, "characteristics.90th_percentile_latency_us": 25984.965, "characteristics.accuracy": 66.75, "characteristics.good": 33375, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-neon", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-0.75-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "1e397897364ffb8f", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 49768613, "90.00 percentile latency (ns)": 50405906, "90th percentile latency (ns)": 50405906, "95.00 percentile latency (ns)": 50777781, "97.00 percentile latency (ns)": 51033281, "99.00 percentile latency (ns)": 51820491, "99.90 percentile latency (ns)": 56405789, "Max latency (ns)": 56667415, "Mean latency (ns)": 49913999, "Min duration satisfied": "Yes", "Min latency (ns)": 49334321, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 20.03, "QPS w/o loadgen overhead": 20.03, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 50.405906, "characteristics.90th_percentile_latency_ns": 50405906.0, "characteristics.90th_percentile_latency_s": 0.050405906, "characteristics.90th_percentile_latency_us": 50405.906, "characteristics.accuracy": 70.122, "characteristics.good": 35061, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-neon", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-0.75-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "b4cc2a9fceea890e", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 4610370, "90.00 percentile latency (ns)": 4665202, "90th percentile latency (ns)": 4665202, "95.00 percentile latency (ns)": 4737536, "97.00 percentile latency (ns)": 4961535, "99.00 percentile latency (ns)": 6631908, "99.90 percentile latency (ns)": 8892906, "Max latency (ns)": 22607930, "Mean latency (ns)": 4663681, "Min duration satisfied": "Yes", "Min latency (ns)": 4346703, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 213.88, "QPS w/o loadgen overhead": 214.42, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 4.665202, "characteristics.90th_percentile_latency_ns": 4665202.0, "characteristics.90th_percentile_latency_s": 0.004665202, "characteristics.90th_percentile_latency_us": 4665.202, "characteristics.accuracy": 44.116, "characteristics.good": 22058, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-neon", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.25-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 200, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "49d8b6c66a6a64d4", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 6344920, "90.00 percentile latency (ns)": 6434753, "90th percentile latency (ns)": 6434753, "95.00 percentile latency (ns)": 6515253, "97.00 percentile latency (ns)": 6975796, "99.00 percentile latency (ns)": 9657089, "99.90 percentile latency (ns)": 12069173, "Max latency (ns)": 17795718, "Mean latency (ns)": 6422008, "Min duration satisfied": "Yes", "Min latency (ns)": 6077753, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 155.46, "QPS w/o loadgen overhead": 155.71, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 6.434753, "characteristics.90th_percentile_latency_ns": 6434753.0, "characteristics.90th_percentile_latency_s": 0.006434753, "characteristics.90th_percentile_latency_us": 6434.753, "characteristics.accuracy": 47.808, "characteristics.good": 23904, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-neon", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.25-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "1139ca421dc41f89", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 11438612, "90.00 percentile latency (ns)": 11678654, "90th percentile latency (ns)": 11678654, "95.00 percentile latency (ns)": 11939114, "97.00 percentile latency (ns)": 13168493, "99.00 percentile latency (ns)": 17109210, "99.90 percentile latency (ns)": 19747342, "Max latency (ns)": 23629144, "Mean latency (ns)": 11616835, "Min duration satisfied": "Yes", "Min latency (ns)": 10855277, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 86.0, "QPS w/o loadgen overhead": 86.08, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 11.678654, "characteristics.90th_percentile_latency_ns": 11678654.0, "characteristics.90th_percentile_latency_s": 0.011678654, "characteristics.90th_percentile_latency_us": 11678.654, "characteristics.accuracy": 51.848, "characteristics.good": 25924, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-neon", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.25-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "3f0dd7c4758b08d7", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 44455011, "90.00 percentile latency (ns)": 45010637, "90th percentile latency (ns)": 45010637, "95.00 percentile latency (ns)": 45247178, "97.00 percentile latency (ns)": 45473803, "99.00 percentile latency (ns)": 45948637, "99.90 percentile latency (ns)": 73652628, "Max latency (ns)": 94165568, "Mean latency (ns)": 44656595, "Min duration satisfied": "Yes", "Min latency (ns)": 44024509, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 22.39, "QPS w/o loadgen overhead": 22.39, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 45.010637, "characteristics.90th_percentile_latency_ns": 45010637.0, "characteristics.90th_percentile_latency_s": 0.045010637, "characteristics.90th_percentile_latency_us": 45010.637, "characteristics.accuracy": 70.738, "characteristics.good": 35369, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-neon", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-1.0-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "402b89a4375dd04c", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 28756559, "90.00 percentile latency (ns)": 29325309, "90th percentile latency (ns)": 29325309, "95.00 percentile latency (ns)": 29599185, "97.00 percentile latency (ns)": 30045144, "99.00 percentile latency (ns)": 41110093, "99.90 percentile latency (ns)": 46326548, "Max latency (ns)": 54811124, "Mean latency (ns)": 29098023, "Min duration satisfied": "Yes", "Min latency (ns)": 28426102, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 34.35, "QPS w/o loadgen overhead": 34.37, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 29.325309, "characteristics.90th_percentile_latency_ns": 29325309.0, "characteristics.90th_percentile_latency_s": 0.029325309, "characteristics.90th_percentile_latency_us": 29325.309, "characteristics.accuracy": 65.75, "characteristics.good": 32875, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-neon", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-0.5-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "ba5e46bcb205d9d5", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 79172842, "90.00 percentile latency (ns)": 79894437, "90th percentile latency (ns)": 79894437, "95.00 percentile latency (ns)": 80240311, "97.00 percentile latency (ns)": 80608962, "99.00 percentile latency (ns)": 89699027, "99.90 percentile latency (ns)": 96686650, "Max latency (ns)": 99826787, "Mean latency (ns)": 79471322, "Min duration satisfied": "Yes", "Min latency (ns)": 78565874, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 12.58, "QPS w/o loadgen overhead": 12.58, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 79.894437, "characteristics.90th_percentile_latency_ns": 79894437.0, "characteristics.90th_percentile_latency_s": 0.079894437, "characteristics.90th_percentile_latency_us": 79894.437, "characteristics.accuracy": 71.676, "characteristics.good": 35838, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-neon", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-1.0-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "8709bc7845dbbbaf", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 7035262, "90.00 percentile latency (ns)": 7119262, "90th percentile latency (ns)": 7119262, "95.00 percentile latency (ns)": 7286094, "97.00 percentile latency (ns)": 7816343, "99.00 percentile latency (ns)": 10950288, "99.90 percentile latency (ns)": 12947613, "Max latency (ns)": 16095850, "Mean latency (ns)": 7140345, "Min duration satisfied": "Yes", "Min latency (ns)": 6787055, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 139.82, "QPS w/o loadgen overhead": 140.05, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 7.119262, "characteristics.90th_percentile_latency_ns": 7119262.0, "characteristics.90th_percentile_latency_s": 0.007119262, "characteristics.90th_percentile_latency_us": 7119.262, "characteristics.accuracy": 52.446, "characteristics.good": 26223, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-neon", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-96", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-0.5-96", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_96.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "1f511541b0baa113", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 8357963, "90.00 percentile latency (ns)": 8442255, "90th percentile latency (ns)": 8442255, "95.00 percentile latency (ns)": 8638254, "97.00 percentile latency (ns)": 9228294, "99.00 percentile latency (ns)": 12742278, "99.90 percentile latency (ns)": 14526395, "Max latency (ns)": 17517716, "Mean latency (ns)": 8477095, "Min duration satisfied": "Yes", "Min latency (ns)": 8052007, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 117.81, "QPS w/o loadgen overhead": 117.96, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 8.442255, "characteristics.90th_percentile_latency_ns": 8442255.0, "characteristics.90th_percentile_latency_s": 0.008442255, "characteristics.90th_percentile_latency_us": 8442.255, "characteristics.accuracy": 52.172, "characteristics.good": 26086, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-neon", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-0.35-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "905a97f8267bf3e2", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 32047820, "90.00 percentile latency (ns)": 32517404, "90th percentile latency (ns)": 32517404, "95.00 percentile latency (ns)": 32799738, "97.00 percentile latency (ns)": 32995155, "99.00 percentile latency (ns)": 33336406, "99.90 percentile latency (ns)": 43798222, "Max latency (ns)": 52990284, "Mean latency (ns)": 32167030, "Min duration satisfied": "Yes", "Min latency (ns)": 31779486, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 31.08, "QPS w/o loadgen overhead": 31.09, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 32.517404, "characteristics.90th_percentile_latency_ns": 32517404.0, "characteristics.90th_percentile_latency_s": 0.032517404, "characteristics.90th_percentile_latency_us": 32517.404, "characteristics.accuracy": 69.016, "characteristics.good": 34508, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-neon", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-1.0-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "41c7f4c968365f58", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 13195820, "90.00 percentile latency (ns)": 13362944, "90th percentile latency (ns)": 13362944, "95.00 percentile latency (ns)": 13543485, "97.00 percentile latency (ns)": 13635942, "99.00 percentile latency (ns)": 14417314, "99.90 percentile latency (ns)": 23603026, "Max latency (ns)": 27791634, "Mean latency (ns)": 13288156, "Min duration satisfied": "Yes", "Min latency (ns)": 12998946, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 75.19, "QPS w/o loadgen overhead": 75.25, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 13.362944, "characteristics.90th_percentile_latency_ns": 13362944.0, "characteristics.90th_percentile_latency_s": 0.013362944, "characteristics.90th_percentile_latency_us": 13362.944, "characteristics.accuracy": 61.224, "characteristics.good": 30612, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-neon", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-96", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-1.0-96", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_96.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "0940654607a72b98", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 49037347, "90.00 percentile latency (ns)": 49544265, "90th percentile latency (ns)": 49544265, "95.00 percentile latency (ns)": 49820767, "97.00 percentile latency (ns)": 49954642, "99.00 percentile latency (ns)": 50379015, "99.90 percentile latency (ns)": 55459561, "Max latency (ns)": 56624767, "Mean latency (ns)": 49147910, "Min duration satisfied": "Yes", "Min latency (ns)": 48636889, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 20.34, "QPS w/o loadgen overhead": 20.35, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 49.544265, "characteristics.90th_percentile_latency_ns": 49544265.0, "characteristics.90th_percentile_latency_s": 0.049544265, "characteristics.90th_percentile_latency_us": 49544.265, "characteristics.accuracy": 69.262, "characteristics.good": 34631, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-neon", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.75-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "25458391b12ef6a6", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 41828190, "90.00 percentile latency (ns)": 42292835, "90th percentile latency (ns)": 42292835, "95.00 percentile latency (ns)": 42697642, "97.00 percentile latency (ns)": 43079423, "99.00 percentile latency (ns)": 49005178, "99.90 percentile latency (ns)": 58521898, "Max latency (ns)": 64179323, "Mean latency (ns)": 42069067, "Min duration satisfied": "Yes", "Min latency (ns)": 41467715, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 23.76, "QPS w/o loadgen overhead": 23.77, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 42.292835, "characteristics.90th_percentile_latency_ns": 42292835.0, "characteristics.90th_percentile_latency_s": 0.042292835, "characteristics.90th_percentile_latency_us": 42292.835, "characteristics.accuracy": 69.106, "characteristics.good": 34553, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-neon", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-1.0-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "ed93575d60ac7dc0", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 19715798, "90.00 percentile latency (ns)": 19972464, "90th percentile latency (ns)": 19972464, "95.00 percentile latency (ns)": 20129381, "97.00 percentile latency (ns)": 20239923, "99.00 percentile latency (ns)": 20794091, "99.90 percentile latency (ns)": 33394386, "Max latency (ns)": 35623595, "Mean latency (ns)": 19811528, "Min duration satisfied": "Yes", "Min latency (ns)": 19357632, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 50.44, "QPS w/o loadgen overhead": 50.48, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 19.972464, "characteristics.90th_percentile_latency_ns": 19972464.0, "characteristics.90th_percentile_latency_s": 0.019972464, "characteristics.90th_percentile_latency_us": 19972.464, "characteristics.accuracy": 63.246, "characteristics.good": 31623, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-neon", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.5-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "62eb08a3ac634574", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 33600568, "90.00 percentile latency (ns)": 41805941, "90th percentile latency (ns)": 41805941, "95.00 percentile latency (ns)": 45989594, "97.00 percentile latency (ns)": 47778214, "99.00 percentile latency (ns)": 51286266, "99.90 percentile latency (ns)": 59638239, "Max latency (ns)": 64107936, "Mean latency (ns)": 35236593, "Min duration satisfied": "Yes", "Min latency (ns)": 32874408, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 28.33, "QPS w/o loadgen overhead": 28.38, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 41.805941, "characteristics.90th_percentile_latency_ns": 41805941.0, "characteristics.90th_percentile_latency_s": 0.041805941, "characteristics.90th_percentile_latency_us": 41805.941, "characteristics.accuracy": 64.282, "characteristics.good": 32141, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v19.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v2-0.5-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "4a7d1e93414bb4c4", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 26483330, "90.00 percentile latency (ns)": 31797679, "90th percentile latency (ns)": 31797679, "95.00 percentile latency (ns)": 36800097, "97.00 percentile latency (ns)": 38493424, "99.00 percentile latency (ns)": 41001783, "99.90 percentile latency (ns)": 48781854, "Max latency (ns)": 52771141, "Mean latency (ns)": 27753461, "Min duration satisfied": "Yes", "Min latency (ns)": 25607947, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 35.96, "QPS w/o loadgen overhead": 36.03, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 31.797679, "characteristics.90th_percentile_latency_ns": 31797679.0, "characteristics.90th_percentile_latency_s": 0.031797679, "characteristics.90th_percentile_latency_us": 31797.679, "characteristics.accuracy": 59.322, "characteristics.good": 29661, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v19.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v2-0.35-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "545b1bff72a5b9bf", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 29966311, "90.00 percentile latency (ns)": 36404945, "90th percentile latency (ns)": 36404945, "95.00 percentile latency (ns)": 41718513, "97.00 percentile latency (ns)": 43886976, "99.00 percentile latency (ns)": 47997204, "99.90 percentile latency (ns)": 56243809, "Max latency (ns)": 56312308, "Mean latency (ns)": 31453188, "Min duration satisfied": "Yes", "Min latency (ns)": 29316087, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 31.74, "QPS w/o loadgen overhead": 31.79, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 36.404945, "characteristics.90th_percentile_latency_ns": 36404945.0, "characteristics.90th_percentile_latency_s": 0.036404945, "characteristics.90th_percentile_latency_us": 36404.945, "characteristics.accuracy": 66.384, "characteristics.good": 33192, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v19.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-0.75-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "d92b74275877ca50", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 13277633, "90.00 percentile latency (ns)": 16155677, "90th percentile latency (ns)": 16155677, "95.00 percentile latency (ns)": 19170736, "97.00 percentile latency (ns)": 21542847, "99.00 percentile latency (ns)": 24821308, "99.90 percentile latency (ns)": 29698804, "Max latency (ns)": 31015682, "Mean latency (ns)": 14088798, "Min duration satisfied": "Yes", "Min latency (ns)": 12734091, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 70.67, "QPS w/o loadgen overhead": 70.98, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 16.155677, "characteristics.90th_percentile_latency_ns": 16155677.0, "characteristics.90th_percentile_latency_s": 0.016155677, "characteristics.90th_percentile_latency_us": 16155.677, "characteristics.accuracy": 49.478, "characteristics.good": 24739, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v19.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-0.25-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "74aca4389aa5408d", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 118173248, "90.00 percentile latency (ns)": 133944832, "90th percentile latency (ns)": 133944832, "95.00 percentile latency (ns)": 139102018, "97.00 percentile latency (ns)": 143773109, "99.00 percentile latency (ns)": 150477372, "99.90 percentile latency (ns)": 167110444, "Max latency (ns)": 170298537, "Mean latency (ns)": 122891162, "Min duration satisfied": "Yes", "Min latency (ns)": 116826434, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 8.13, "QPS w/o loadgen overhead": 8.14, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 133.944832, "characteristics.90th_percentile_latency_ns": 133944832.0, "characteristics.90th_percentile_latency_s": 0.133944832, "characteristics.90th_percentile_latency_us": 133944.832, "characteristics.accuracy": 75.012, "characteristics.good": 37506, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v19.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.3-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v2-1.3-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.3_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "2742e5bb064e916b", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 35853917, "90.00 percentile latency (ns)": 44204738, "90th percentile latency (ns)": 44204738, "95.00 percentile latency (ns)": 48662871, "97.00 percentile latency (ns)": 51321386, "99.00 percentile latency (ns)": 54831857, "99.90 percentile latency (ns)": 65926574, "Max latency (ns)": 80239296, "Mean latency (ns)": 37628763, "Min duration satisfied": "Yes", "Min latency (ns)": 35127283, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 26.52, "QPS w/o loadgen overhead": 26.58, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 44.204738, "characteristics.90th_percentile_latency_ns": 44204738.0, "characteristics.90th_percentile_latency_s": 0.044204738, "characteristics.90th_percentile_latency_us": 44204.738, "characteristics.accuracy": 60.976, "characteristics.good": 30488, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v19.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v2-0.35-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "a394bc2b3ca2da58", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 27820456, "90.00 percentile latency (ns)": 36840671, "90th percentile latency (ns)": 36840671, "95.00 percentile latency (ns)": 41334260, "97.00 percentile latency (ns)": 43907602, "99.00 percentile latency (ns)": 48454634, "99.90 percentile latency (ns)": 64422634, "Max latency (ns)": 64774606, "Mean latency (ns)": 29704732, "Min duration satisfied": "Yes", "Min latency (ns)": 27009273, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 33.61, "QPS w/o loadgen overhead": 33.66, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 36.840671, "characteristics.90th_percentile_latency_ns": 36840671.0, "characteristics.90th_percentile_latency_s": 0.036840671, "characteristics.90th_percentile_latency_us": 36840.671, "characteristics.accuracy": 66.036, "characteristics.good": 33018, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v19.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v2-1.0-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "4da5a0f5a2076c60", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 17376848, "90.00 percentile latency (ns)": 20824703, "90th percentile latency (ns)": 20824703, "95.00 percentile latency (ns)": 25476491, "97.00 percentile latency (ns)": 28068330, "99.00 percentile latency (ns)": 30973552, "99.90 percentile latency (ns)": 37164022, "Max latency (ns)": 41486317, "Mean latency (ns)": 18411670, "Min duration satisfied": "Yes", "Min latency (ns)": 16754401, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 54.15, "QPS w/o loadgen overhead": 54.31, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 20.824703, "characteristics.90th_percentile_latency_ns": 20824703.0, "characteristics.90th_percentile_latency_s": 0.020824703, "characteristics.90th_percentile_latency_us": 20824.703, "characteristics.accuracy": 60.842, "characteristics.good": 30421, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v19.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-0.5-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "5dbb79445db9ef35", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 128754762, "90.00 percentile latency (ns)": 144551864, "90th percentile latency (ns)": 144551864, "95.00 percentile latency (ns)": 148990693, "97.00 percentile latency (ns)": 151661230, "99.00 percentile latency (ns)": 161284910, "99.90 percentile latency (ns)": 196442891, "Max latency (ns)": 201479458, "Mean latency (ns)": 133555219, "Min duration satisfied": "Yes", "Min latency (ns)": 126770773, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 7.49, "QPS w/o loadgen overhead": 7.49, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 144.551864, "characteristics.90th_percentile_latency_ns": 144551864.0, "characteristics.90th_percentile_latency_s": 0.144551864, "characteristics.90th_percentile_latency_us": 144551.864, "characteristics.accuracy": 75.69, "characteristics.good": 37845, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v19.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.4-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v2-1.4-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.4_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "c9ad40e19c1e3d64", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 11020935, "90.00 percentile latency (ns)": 13177560, "90th percentile latency (ns)": 13177560, "95.00 percentile latency (ns)": 14098794, "97.00 percentile latency (ns)": 15539845, "99.00 percentile latency (ns)": 18935957, "99.90 percentile latency (ns)": 23652415, "Max latency (ns)": 32945489, "Mean latency (ns)": 11235178, "Min duration satisfied": "Yes", "Min latency (ns)": 8649482, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 88.78, "QPS w/o loadgen overhead": 89.01, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 13.17756, "characteristics.90th_percentile_latency_ns": 13177560.0, "characteristics.90th_percentile_latency_s": 0.01317756, "characteristics.90th_percentile_latency_us": 13177.56, "characteristics.accuracy": 47.14, "characteristics.good": 23570, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v19.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-96", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v2-0.35-96", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_96.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "8480f9d208f8edd0", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 11499952, "90.00 percentile latency (ns)": 14399125, "90th percentile latency (ns)": 14399125, "95.00 percentile latency (ns)": 17336945, "97.00 percentile latency (ns)": 19549079, "99.00 percentile latency (ns)": 23201974, "99.90 percentile latency (ns)": 27843643, "Max latency (ns)": 32865822, "Mean latency (ns)": 12648632, "Min duration satisfied": "Yes", "Min latency (ns)": 10862171, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 78.72, "QPS w/o loadgen overhead": 79.06, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 14.399125, "characteristics.90th_percentile_latency_ns": 14399125.0, "characteristics.90th_percentile_latency_s": 0.014399125, "characteristics.90th_percentile_latency_us": 14399.125, "characteristics.accuracy": 57.918, "characteristics.good": 28959, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v19.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-0.5-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "58c0fab82de4d868", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 65502233, "90.00 percentile latency (ns)": 77410917, "90th percentile latency (ns)": 77410917, "95.00 percentile latency (ns)": 81611749, "97.00 percentile latency (ns)": 84244540, "99.00 percentile latency (ns)": 87546357, "99.90 percentile latency (ns)": 101138181, "Max latency (ns)": 111585652, "Mean latency (ns)": 68285312, "Min duration satisfied": "Yes", "Min latency (ns)": 64059168, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 14.64, "QPS w/o loadgen overhead": 14.64, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 77.410917, "characteristics.90th_percentile_latency_ns": 77410917.0, "characteristics.90th_percentile_latency_s": 0.077410917, "characteristics.90th_percentile_latency_us": 77410.917, "characteristics.accuracy": 70.626, "characteristics.good": 35313, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v19.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-1.0-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "cb4fb69511ac5aad", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 36198607, "90.00 percentile latency (ns)": 45336285, "90th percentile latency (ns)": 45336285, "95.00 percentile latency (ns)": 49069493, "97.00 percentile latency (ns)": 51054356, "99.00 percentile latency (ns)": 54996449, "99.90 percentile latency (ns)": 61723311, "Max latency (ns)": 78756214, "Mean latency (ns)": 38051292, "Min duration satisfied": "Yes", "Min latency (ns)": 35546899, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 26.26, "QPS w/o loadgen overhead": 26.28, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 45.336285, "characteristics.90th_percentile_latency_ns": 45336285.0, "characteristics.90th_percentile_latency_s": 0.045336285, "characteristics.90th_percentile_latency_us": 45336.285, "characteristics.accuracy": 64.348, "characteristics.good": 32174, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v19.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-0.5-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "27743a5a912a5ce8", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 51933701, "90.00 percentile latency (ns)": 64819416, "90th percentile latency (ns)": 64819416, "95.00 percentile latency (ns)": 67448146, "97.00 percentile latency (ns)": 69915455, "99.00 percentile latency (ns)": 72679571, "99.90 percentile latency (ns)": 80778905, "Max latency (ns)": 93489477, "Mean latency (ns)": 54473451, "Min duration satisfied": "Yes", "Min latency (ns)": 51126129, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 18.34, "QPS w/o loadgen overhead": 18.36, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 64.819416, "characteristics.90th_percentile_latency_ns": 64819416.0, "characteristics.90th_percentile_latency_s": 0.064819416, "characteristics.90th_percentile_latency_us": 64819.416, "characteristics.accuracy": 68.834, "characteristics.good": 34417, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v19.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v2-0.75-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "f6bc1c6e7ecf4e84", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 19334917, "90.00 percentile latency (ns)": 24584061, "90th percentile latency (ns)": 24584061, "95.00 percentile latency (ns)": 28710382, "97.00 percentile latency (ns)": 30597371, "99.00 percentile latency (ns)": 33498501, "99.90 percentile latency (ns)": 38490059, "Max latency (ns)": 42907947, "Mean latency (ns)": 20727698, "Min duration satisfied": "Yes", "Min latency (ns)": 18574769, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 48.09, "QPS w/o loadgen overhead": 48.24, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 24.584061, "characteristics.90th_percentile_latency_ns": 24584061.0, "characteristics.90th_percentile_latency_s": 0.024584061, "characteristics.90th_percentile_latency_us": 24584.061, "characteristics.accuracy": 56.988, "characteristics.good": 28494, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v19.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v2-0.35-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "4fcb5057c7d4f92b", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 84083810, "90.00 percentile latency (ns)": 99530779, "90th percentile latency (ns)": 99530779, "95.00 percentile latency (ns)": 103789234, "97.00 percentile latency (ns)": 105365253, "99.00 percentile latency (ns)": 110649072, "99.90 percentile latency (ns)": 115487680, "Max latency (ns)": 117941048, "Mean latency (ns)": 87602010, "Min duration satisfied": "Yes", "Min latency (ns)": 82841822, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 11.41, "QPS w/o loadgen overhead": 11.42, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 99.530779, "characteristics.90th_percentile_latency_ns": 99530779.0, "characteristics.90th_percentile_latency_s": 0.099530779, "characteristics.90th_percentile_latency_us": 99530.779, "characteristics.accuracy": 71.77, "characteristics.good": 35885, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v19.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v2-1.0-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "8bf43069960d45a1", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 29043134, "90.00 percentile latency (ns)": 35934522, "90th percentile latency (ns)": 35934522, "95.00 percentile latency (ns)": 40682951, "97.00 percentile latency (ns)": 43379481, "99.00 percentile latency (ns)": 48201345, "99.90 percentile latency (ns)": 55867037, "Max latency (ns)": 55959703, "Mean latency (ns)": 30598040, "Min duration satisfied": "Yes", "Min latency (ns)": 28141077, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 32.65, "QPS w/o loadgen overhead": 32.68, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 35.934522, "characteristics.90th_percentile_latency_ns": 35934522.0, "characteristics.90th_percentile_latency_s": 0.035934522, "characteristics.90th_percentile_latency_us": 35934.522, "characteristics.accuracy": 66.604, "characteristics.good": 33302, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v19.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-1.0-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "776acab0370b1903", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 23436546, "90.00 percentile latency (ns)": 29224809, "90th percentile latency (ns)": 29224809, "95.00 percentile latency (ns)": 33863934, "97.00 percentile latency (ns)": 35471468, "99.00 percentile latency (ns)": 39828267, "99.90 percentile latency (ns)": 48453516, "Max latency (ns)": 51524883, "Mean latency (ns)": 24788119, "Min duration satisfied": "Yes", "Min latency (ns)": 22714546, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 40.27, "QPS w/o loadgen overhead": 40.34, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 29.224809, "characteristics.90th_percentile_latency_ns": 29224809.0, "characteristics.90th_percentile_latency_s": 0.029224809, "characteristics.90th_percentile_latency_us": 29224.809, "characteristics.accuracy": 64.038, "characteristics.good": 32019, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v19.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v2-0.75-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "f9d1524aeba01761", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 15886543, "90.00 percentile latency (ns)": 20131746, "90th percentile latency (ns)": 20131746, "95.00 percentile latency (ns)": 23941461, "97.00 percentile latency (ns)": 26185290, "99.00 percentile latency (ns)": 30250831, "99.90 percentile latency (ns)": 39159076, "Max latency (ns)": 41527716, "Mean latency (ns)": 17345180, "Min duration satisfied": "Yes", "Min latency (ns)": 15007825, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 57.5, "QPS w/o loadgen overhead": 57.65, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 20.131746, "characteristics.90th_percentile_latency_ns": 20131746.0, "characteristics.90th_percentile_latency_s": 0.020131746, "characteristics.90th_percentile_latency_us": 20131.746, "characteristics.accuracy": 58.402, "characteristics.good": 29201, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v19.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v2-0.5-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "b5b33dde45c39bbc", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 24086900, "90.00 percentile latency (ns)": 29523866, "90th percentile latency (ns)": 29523866, "95.00 percentile latency (ns)": 34488586, "97.00 percentile latency (ns)": 36140506, "99.00 percentile latency (ns)": 39725709, "99.90 percentile latency (ns)": 46926885, "Max latency (ns)": 48931221, "Mean latency (ns)": 25491710, "Min duration satisfied": "Yes", "Min latency (ns)": 23267089, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 39.14, "QPS w/o loadgen overhead": 39.23, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 29.523866, "characteristics.90th_percentile_latency_ns": 29523866.0, "characteristics.90th_percentile_latency_s": 0.029523866, "characteristics.90th_percentile_latency_us": 29523.866, "characteristics.accuracy": 61.668, "characteristics.good": 30834, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v19.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v2-0.5-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "3c746f0044edeb6b", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 41459884, "90.00 percentile latency (ns)": 50650034, "90th percentile latency (ns)": 50650034, "95.00 percentile latency (ns)": 55126046, "97.00 percentile latency (ns)": 58323164, "99.00 percentile latency (ns)": 62248382, "99.90 percentile latency (ns)": 67686215, "Max latency (ns)": 71555563, "Mean latency (ns)": 43326009, "Min duration satisfied": "Yes", "Min latency (ns)": 40601292, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 23.06, "QPS w/o loadgen overhead": 23.08, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 50.650034, "characteristics.90th_percentile_latency_ns": 50650034.0, "characteristics.90th_percentile_latency_s": 0.050650034, "characteristics.90th_percentile_latency_us": 50650.034, "characteristics.accuracy": 68.244, "characteristics.good": 34122, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v19.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-0.75-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "9d435454a90d3f3a", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 14547873, "90.00 percentile latency (ns)": 18256123, "90th percentile latency (ns)": 18256123, "95.00 percentile latency (ns)": 21808822, "97.00 percentile latency (ns)": 24362253, "99.00 percentile latency (ns)": 27088188, "99.90 percentile latency (ns)": 31852353, "Max latency (ns)": 37236361, "Mean latency (ns)": 15790756, "Min duration satisfied": "Yes", "Min latency (ns)": 13766202, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 63.14, "QPS w/o loadgen overhead": 63.33, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 18.256123, "characteristics.90th_percentile_latency_ns": 18256123.0, "characteristics.90th_percentile_latency_s": 0.018256123, "characteristics.90th_percentile_latency_us": 18256.123, "characteristics.accuracy": 59.822, "characteristics.good": 29911, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v19.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-96", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v2-0.75-96", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_96.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "3ea4d7ab0d3c7923", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 18507340, "90.00 percentile latency (ns)": 22181148, "90th percentile latency (ns)": 22181148, "95.00 percentile latency (ns)": 27438274, "97.00 percentile latency (ns)": 29195678, "99.00 percentile latency (ns)": 33168871, "99.90 percentile latency (ns)": 40972237, "Max latency (ns)": 42119618, "Mean latency (ns)": 19553982, "Min duration satisfied": "Yes", "Min latency (ns)": 17861110, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 51.01, "QPS w/o loadgen overhead": 51.14, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 22.181148, "characteristics.90th_percentile_latency_ns": 22181148.0, "characteristics.90th_percentile_latency_s": 0.022181148, "characteristics.90th_percentile_latency_us": 22181.148, "characteristics.accuracy": 63.716, "characteristics.good": 31858, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v19.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-0.75-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "edda9cd2d9874df9", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 37109112, "90.00 percentile latency (ns)": 46395640, "90th percentile latency (ns)": 46395640, "95.00 percentile latency (ns)": 49780296, "97.00 percentile latency (ns)": 52230605, "99.00 percentile latency (ns)": 55160607, "99.90 percentile latency (ns)": 62654605, "Max latency (ns)": 66675523, "Mean latency (ns)": 38995803, "Min duration satisfied": "Yes", "Min latency (ns)": 36062027, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 25.62, "QPS w/o loadgen overhead": 25.64, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 46.39564, "characteristics.90th_percentile_latency_ns": 46395640.0, "characteristics.90th_percentile_latency_s": 0.04639564, "characteristics.90th_percentile_latency_us": 46395.64, "characteristics.accuracy": 66.75, "characteristics.good": 33375, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v19.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v2-0.75-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "9b4847bc50eb6bc8", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 70857862, "90.00 percentile latency (ns)": 84632299, "90th percentile latency (ns)": 84632299, "95.00 percentile latency (ns)": 89228539, "97.00 percentile latency (ns)": 91905158, "99.00 percentile latency (ns)": 97341362, "99.90 percentile latency (ns)": 107951329, "Max latency (ns)": 119602290, "Mean latency (ns)": 73980277, "Min duration satisfied": "Yes", "Min latency (ns)": 69114035, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 13.51, "QPS w/o loadgen overhead": 13.52, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 84.632299, "characteristics.90th_percentile_latency_ns": 84632299.0, "characteristics.90th_percentile_latency_s": 0.084632299, "characteristics.90th_percentile_latency_us": 84632.299, "characteristics.accuracy": 70.122, "characteristics.good": 35061, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v19.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v2-0.75-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "b038835fabc31328", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 8260750, "90.00 percentile latency (ns)": 9164598, "90th percentile latency (ns)": 9164598, "95.00 percentile latency (ns)": 10444050, "97.00 percentile latency (ns)": 11803018, "99.00 percentile latency (ns)": 15728796, "99.90 percentile latency (ns)": 19809496, "Max latency (ns)": 25175647, "Mean latency (ns)": 8107753, "Min duration satisfied": "Yes", "Min latency (ns)": 6507736, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 122.59, "QPS w/o loadgen overhead": 123.34, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 9.164598, "characteristics.90th_percentile_latency_ns": 9164598.0, "characteristics.90th_percentile_latency_s": 0.009164598, "characteristics.90th_percentile_latency_us": 9164.598, "characteristics.accuracy": 44.116, "characteristics.good": 22058, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v19.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-0.25-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "975077223e40f5b7", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 9780485, "90.00 percentile latency (ns)": 12044360, "90th percentile latency (ns)": 12044360, "95.00 percentile latency (ns)": 13933055, "97.00 percentile latency (ns)": 16394865, "99.00 percentile latency (ns)": 20528182, "99.90 percentile latency (ns)": 24848116, "Max latency (ns)": 29567952, "Mean latency (ns)": 10604011, "Min duration satisfied": "Yes", "Min latency (ns)": 9191868, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 93.84, "QPS w/o loadgen overhead": 94.3, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 12.04436, "characteristics.90th_percentile_latency_ns": 12044360.0, "characteristics.90th_percentile_latency_s": 0.01204436, "characteristics.90th_percentile_latency_us": 12044.36, "characteristics.accuracy": 47.808, "characteristics.good": 23904, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v19.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-0.25-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "14c4905835eca2d0", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 17969036, "90.00 percentile latency (ns)": 21723151, "90th percentile latency (ns)": 21723151, "95.00 percentile latency (ns)": 25544338, "97.00 percentile latency (ns)": 27479033, "99.00 percentile latency (ns)": 29921530, "99.90 percentile latency (ns)": 37743734, "Max latency (ns)": 44472777, "Mean latency (ns)": 19023171, "Min duration satisfied": "Yes", "Min latency (ns)": 17298979, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 52.45, "QPS w/o loadgen overhead": 52.57, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 21.723151, "characteristics.90th_percentile_latency_ns": 21723151.0, "characteristics.90th_percentile_latency_s": 0.021723151, "characteristics.90th_percentile_latency_us": 21723.151, "characteristics.accuracy": 51.848, "characteristics.good": 25924, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v19.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-0.25-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "c4015b3a94b3836c", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 61445884, "90.00 percentile latency (ns)": 74713517, "90th percentile latency (ns)": 74713517, "95.00 percentile latency (ns)": 80163912, "97.00 percentile latency (ns)": 82457759, "99.00 percentile latency (ns)": 86612781, "99.90 percentile latency (ns)": 91926584, "Max latency (ns)": 97325702, "Mean latency (ns)": 64389414, "Min duration satisfied": "Yes", "Min latency (ns)": 60611221, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 15.52, "QPS w/o loadgen overhead": 15.53, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 74.713517, "characteristics.90th_percentile_latency_ns": 74713517.0, "characteristics.90th_percentile_latency_s": 0.074713517, "characteristics.90th_percentile_latency_us": 74713.517, "characteristics.accuracy": 70.738, "characteristics.good": 35369, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v19.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v2-1.0-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "a12ba3420c83b26a", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 45745134, "90.00 percentile latency (ns)": 55621654, "90th percentile latency (ns)": 55621654, "95.00 percentile latency (ns)": 59605847, "97.00 percentile latency (ns)": 62565195, "99.00 percentile latency (ns)": 68107047, "99.90 percentile latency (ns)": 76910409, "Max latency (ns)": 77467323, "Mean latency (ns)": 47879999, "Min duration satisfied": "Yes", "Min latency (ns)": 45018654, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 20.87, "QPS w/o loadgen overhead": 20.89, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 55.621654, "characteristics.90th_percentile_latency_ns": 55621654.0, "characteristics.90th_percentile_latency_s": 0.055621654, "characteristics.90th_percentile_latency_us": 55621.654, "characteristics.accuracy": 65.75, "characteristics.good": 32875, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v19.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v2-0.5-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "462134e5c9c5cf2b", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 90540038, "90.00 percentile latency (ns)": 103858666, "90th percentile latency (ns)": 103858666, "95.00 percentile latency (ns)": 108055196, "97.00 percentile latency (ns)": 109753184, "99.00 percentile latency (ns)": 113936355, "99.90 percentile latency (ns)": 122368419, "Max latency (ns)": 123333297, "Mean latency (ns)": 93860845, "Min duration satisfied": "Yes", "Min latency (ns)": 89063550, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 10.65, "QPS w/o loadgen overhead": 10.65, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 103.858666, "characteristics.90th_percentile_latency_ns": 103858666.0, "characteristics.90th_percentile_latency_s": 0.103858666, "characteristics.90th_percentile_latency_us": 103858.666, "characteristics.accuracy": 71.676, "characteristics.good": 35838, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v19.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-1.0-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "5a6b4abc4d239ba9", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 12236702, "90.00 percentile latency (ns)": 14720548, "90th percentile latency (ns)": 14720548, "95.00 percentile latency (ns)": 15465956, "97.00 percentile latency (ns)": 17435556, "99.00 percentile latency (ns)": 21540400, "99.90 percentile latency (ns)": 29468521, "Max latency (ns)": 32302877, "Mean latency (ns)": 12475146, "Min duration satisfied": "Yes", "Min latency (ns)": 9777595, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 79.93, "QPS w/o loadgen overhead": 80.16, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 14.720548, "characteristics.90th_percentile_latency_ns": 14720548.0, "characteristics.90th_percentile_latency_s": 0.014720548, "characteristics.90th_percentile_latency_us": 14720.548, "characteristics.accuracy": 52.446, "characteristics.good": 26223, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v19.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-96", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v2-0.5-96", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_96.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "2375499686495e82", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 13430230, "90.00 percentile latency (ns)": 16914898, "90th percentile latency (ns)": 16914898, "95.00 percentile latency (ns)": 20389475, "97.00 percentile latency (ns)": 22469496, "99.00 percentile latency (ns)": 25704097, "99.90 percentile latency (ns)": 30575676, "Max latency (ns)": 39641906, "Mean latency (ns)": 14626782, "Min duration satisfied": "Yes", "Min latency (ns)": 12596046, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 68.23, "QPS w/o loadgen overhead": 68.37, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 16.914898, "characteristics.90th_percentile_latency_ns": 16914898.0, "characteristics.90th_percentile_latency_s": 0.016914898, "characteristics.90th_percentile_latency_us": 16914.898, "characteristics.accuracy": 52.172, "characteristics.good": 26086, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v19.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v2-0.35-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "fb4ec8ea54d08a90", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 43836719, "90.00 percentile latency (ns)": 54521322, "90th percentile latency (ns)": 54521322, "95.00 percentile latency (ns)": 59015357, "97.00 percentile latency (ns)": 62118168, "99.00 percentile latency (ns)": 66350693, "99.90 percentile latency (ns)": 71539674, "Max latency (ns)": 79240574, "Mean latency (ns)": 46129319, "Min duration satisfied": "Yes", "Min latency (ns)": 42981721, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 21.66, "QPS w/o loadgen overhead": 21.68, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 54.521322, "characteristics.90th_percentile_latency_ns": 54521322.0, "characteristics.90th_percentile_latency_s": 0.054521322, "characteristics.90th_percentile_latency_us": 54521.322, "characteristics.accuracy": 69.016, "characteristics.good": 34508, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v19.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v2-1.0-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "1fc4570a899e4918", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 16720657, "90.00 percentile latency (ns)": 20931997, "90th percentile latency (ns)": 20931997, "95.00 percentile latency (ns)": 24953525, "97.00 percentile latency (ns)": 27096694, "99.00 percentile latency (ns)": 30889784, "99.90 percentile latency (ns)": 36384147, "Max latency (ns)": 43381491, "Mean latency (ns)": 18216350, "Min duration satisfied": "Yes", "Min latency (ns)": 15942084, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 54.78, "QPS w/o loadgen overhead": 54.9, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 20.931997, "characteristics.90th_percentile_latency_ns": 20931997.0, "characteristics.90th_percentile_latency_s": 0.020931997, "characteristics.90th_percentile_latency_us": 20931.997, "characteristics.accuracy": 61.224, "characteristics.good": 30612, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v19.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-96", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v2-1.0-96", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_96.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "24e2e88e27b6b344", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 59005326, "90.00 percentile latency (ns)": 70140122, "90th percentile latency (ns)": 70140122, "95.00 percentile latency (ns)": 74518773, "97.00 percentile latency (ns)": 76699589, "99.00 percentile latency (ns)": 81732779, "99.90 percentile latency (ns)": 85446038, "Max latency (ns)": 95405474, "Mean latency (ns)": 61457434, "Min duration satisfied": "Yes", "Min latency (ns)": 58124793, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 16.26, "QPS w/o loadgen overhead": 16.27, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 70.140122, "characteristics.90th_percentile_latency_ns": 70140122.0, "characteristics.90th_percentile_latency_s": 0.070140122, "characteristics.90th_percentile_latency_us": 70140.122, "characteristics.accuracy": 69.262, "characteristics.good": 34631, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v19.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-0.75-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "694d779c6f981a76", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 47603979, "90.00 percentile latency (ns)": 57456832, "90th percentile latency (ns)": 57456832, "95.00 percentile latency (ns)": 61313158, "97.00 percentile latency (ns)": 64861037, "99.00 percentile latency (ns)": 68311004, "99.90 percentile latency (ns)": 78689079, "Max latency (ns)": 99394476, "Mean latency (ns)": 49808912, "Min duration satisfied": "Yes", "Min latency (ns)": 46578106, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 20.06, "QPS w/o loadgen overhead": 20.08, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 57.456832, "characteristics.90th_percentile_latency_ns": 57456832.0, "characteristics.90th_percentile_latency_s": 0.057456832, "characteristics.90th_percentile_latency_us": 57456.832, "characteristics.accuracy": 69.106, "characteristics.good": 34553, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v19.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-1.0-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "38f035c2e4d959b3", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 26053103, "90.00 percentile latency (ns)": 31452989, "90th percentile latency (ns)": 31452989, "95.00 percentile latency (ns)": 36830228, "97.00 percentile latency (ns)": 38718959, "99.00 percentile latency (ns)": 43015002, "99.90 percentile latency (ns)": 50534966, "Max latency (ns)": 57694698, "Mean latency (ns)": 27389340, "Min duration satisfied": "Yes", "Min latency (ns)": 25542949, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 36.48, "QPS w/o loadgen overhead": 36.51, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 31.452989, "characteristics.90th_percentile_latency_ns": 31452989.0, "characteristics.90th_percentile_latency_s": 0.031452989, "characteristics.90th_percentile_latency_us": 31452.989, "characteristics.accuracy": 63.246, "characteristics.good": 31623, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v19.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 120, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet-v1-0.5-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/rpi4-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "f47b1a7b5ea54e40", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite -> ArmNN" }, { "50.00 percentile latency (ns)": 13286458, "90.00 percentile latency (ns)": 42569792, "90th percentile latency (ns)": 42569792, "95.00 percentile latency (ns)": 108314062, "97.00 percentile latency (ns)": 115179688, "99.00 percentile latency (ns)": 134353645, "99.90 percentile latency (ns)": 196017709, "Max latency (ns)": 249207291, "Mean latency (ns)": 22660757, "Min duration satisfied": "Yes", "Min latency (ns)": 6092708, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 44.05, "QPS w/o loadgen overhead": 44.13, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 42.569792, "characteristics.90th_percentile_latency_ns": 42569792.0, "characteristics.90th_percentile_latency_s": 0.042569792, "characteristics.90th_percentile_latency_us": 42569.792, "characteristics.accuracy": 48.11, "characteristics.good": 24055, "characteristics.total": 50000, "ck_system": "mate10pro-tflite-v1.13", "ck_used": true, "cooling": "phone case", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-192-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.13.1", "host_memory_capacity": "6 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2360 MHz (big), 1800 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "Flash", "hw_notes": "https://en.wikichip.org/wiki/hisilicon/kirin/970", "informal_model": "mobilenet-v1-0.25-192-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/mate10pro-tflite-v1.13", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_192_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/mate10pro-tflite-v1.13", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "048aebb4040a792c", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 8967708, "90.00 percentile latency (ns)": 22257812, "90th percentile latency (ns)": 22257812, "95.00 percentile latency (ns)": 32836458, "97.00 percentile latency (ns)": 47583854, "99.00 percentile latency (ns)": 110008333, "99.90 percentile latency (ns)": 152976563, "Max latency (ns)": 221493229, "Mean latency (ns)": 13743597, "Min duration satisfied": "Yes", "Min latency (ns)": 4669791, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 72.77, "QPS w/o loadgen overhead": 72.76, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 22.257812, "characteristics.90th_percentile_latency_ns": 22257812.0, "characteristics.90th_percentile_latency_s": 0.022257812, "characteristics.90th_percentile_latency_us": 22257.812, "characteristics.accuracy": 50.238, "characteristics.good": 25119, "characteristics.total": 50000, "ck_system": "mate10pro-tflite-v1.13", "ck_used": true, "cooling": "phone case", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-224-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.13.1", "host_memory_capacity": "6 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2360 MHz (big), 1800 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "Flash", "hw_notes": "https://en.wikichip.org/wiki/hisilicon/kirin/970", "informal_model": "mobilenet-v1-0.25-224-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/mate10pro-tflite-v1.13", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_224_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/mate10pro-tflite-v1.13", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "6f887707e47ef0a0", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 22210416, "90.00 percentile latency (ns)": 46215625, "90th percentile latency (ns)": 46215625, "95.00 percentile latency (ns)": 71642709, "97.00 percentile latency (ns)": 112160938, "99.00 percentile latency (ns)": 124054687, "99.90 percentile latency (ns)": 173136979, "Max latency (ns)": 195834896, "Mean latency (ns)": 30997131, "Min duration satisfied": "Yes", "Min latency (ns)": 16939062, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 32.23, "QPS w/o loadgen overhead": 32.26, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 46.215625, "characteristics.90th_percentile_latency_ns": 46215625.0, "characteristics.90th_percentile_latency_s": 0.046215625, "characteristics.90th_percentile_latency_us": 46215.625, "characteristics.accuracy": 62.264, "characteristics.good": 31132, "characteristics.total": 50000, "ck_system": "mate10pro-tflite-v1.13", "ck_used": true, "cooling": "phone case", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-224-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.13.1", "host_memory_capacity": "6 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2360 MHz (big), 1800 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "Flash", "hw_notes": "https://en.wikichip.org/wiki/hisilicon/kirin/970", "informal_model": "mobilenet-v1-0.5-224-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/mate10pro-tflite-v1.13", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_224_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/mate10pro-tflite-v1.13", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "334eec9063219811", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 41828125, "90.00 percentile latency (ns)": 83393749, "90th percentile latency (ns)": 83393749, "95.00 percentile latency (ns)": 102758333, "97.00 percentile latency (ns)": 119829166, "99.00 percentile latency (ns)": 138319271, "99.90 percentile latency (ns)": 223284375, "Max latency (ns)": 225641146, "Mean latency (ns)": 50495967, "Min duration satisfied": "Yes", "Min latency (ns)": 26360938, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 19.79, "QPS w/o loadgen overhead": 19.8, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 83.393749, "characteristics.90th_percentile_latency_ns": 83393749.0, "characteristics.90th_percentile_latency_s": 0.083393749, "characteristics.90th_percentile_latency_us": 83393.749, "characteristics.accuracy": 70.76, "characteristics.good": 35380, "characteristics.total": 50000, "ck_system": "mate10pro-tflite-v1.13", "ck_used": true, "cooling": "phone case", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-224-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.13.1", "host_memory_capacity": "6 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2360 MHz (big), 1800 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "Flash", "hw_notes": "https://en.wikichip.org/wiki/hisilicon/kirin/970", "informal_model": "mobilenet-v1-1.0-224-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/mate10pro-tflite-v1.13", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_224_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/mate10pro-tflite-v1.13", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "f86a8f6b9245a3b6", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 22061979, "90.00 percentile latency (ns)": 41822396, "90th percentile latency (ns)": 41822396, "95.00 percentile latency (ns)": 50157292, "97.00 percentile latency (ns)": 57335417, "99.00 percentile latency (ns)": 83291146, "99.90 percentile latency (ns)": 123225521, "Max latency (ns)": 126605729, "Mean latency (ns)": 26622785, "Min duration satisfied": "Yes", "Min latency (ns)": 13829688, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 37.55, "QPS w/o loadgen overhead": 37.56, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 41.822396, "characteristics.90th_percentile_latency_ns": 41822396.0, "characteristics.90th_percentile_latency_s": 0.041822396, "characteristics.90th_percentile_latency_us": 41822.396, "characteristics.accuracy": 68.2, "characteristics.good": 34100, "characteristics.total": 50000, "ck_system": "mate10pro-tflite-v1.13", "ck_used": true, "cooling": "phone case", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-160-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.13.1", "host_memory_capacity": "6 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2360 MHz (big), 1800 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "Flash", "hw_notes": "https://en.wikichip.org/wiki/hisilicon/kirin/970", "informal_model": "mobilenet-v1-1.0-160-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/mate10pro-tflite-v1.13", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_160_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/mate10pro-tflite-v1.13", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "8a8ad40b5b7acde6", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 8314583, "90.00 percentile latency (ns)": 13695833, "90th percentile latency (ns)": 13695833, "95.00 percentile latency (ns)": 20159896, "97.00 percentile latency (ns)": 27695833, "99.00 percentile latency (ns)": 46390104, "99.90 percentile latency (ns)": 115305729, "Max latency (ns)": 152475520, "Mean latency (ns)": 10057832, "Min duration satisfied": "Yes", "Min latency (ns)": 5853646, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 99.23, "QPS w/o loadgen overhead": 99.43, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 13.695833, "characteristics.90th_percentile_latency_ns": 13695833.0, "characteristics.90th_percentile_latency_s": 0.013695833, "characteristics.90th_percentile_latency_us": 13695.833, "characteristics.accuracy": 58.39, "characteristics.good": 29195, "characteristics.total": 50000, "ck_system": "mate10pro-tflite-v1.13", "ck_used": true, "cooling": "phone case", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-128-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.13.1", "host_memory_capacity": "6 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2360 MHz (big), 1800 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "Flash", "hw_notes": "https://en.wikichip.org/wiki/hisilicon/kirin/970", "informal_model": "mobilenet-v1-0.75-128-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/mate10pro-tflite-v1.13", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_128_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/mate10pro-tflite-v1.13", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "6440d2f49139c00f", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 4373959, "90.00 percentile latency (ns)": 8271875, "90th percentile latency (ns)": 8271875, "95.00 percentile latency (ns)": 12784895, "97.00 percentile latency (ns)": 14438020, "99.00 percentile latency (ns)": 30475000, "99.90 percentile latency (ns)": 83736458, "Max latency (ns)": 123873438, "Mean latency (ns)": 5205245, "Min duration satisfied": "Yes", "Min latency (ns)": 2445312, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 191.54, "QPS w/o loadgen overhead": 192.11, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 8.271875, "characteristics.90th_percentile_latency_ns": 8271875.0, "characteristics.90th_percentile_latency_s": 0.008271875, "characteristics.90th_percentile_latency_us": 8271.875, "characteristics.accuracy": 45.454, "characteristics.good": 22727, "characteristics.total": 50000, "ck_system": "mate10pro-tflite-v1.13", "ck_used": true, "cooling": "phone case", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-160-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.13.1", "host_memory_capacity": "6 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2360 MHz (big), 1800 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "Flash", "hw_notes": "https://en.wikichip.org/wiki/hisilicon/kirin/970", "informal_model": "mobilenet-v1-0.25-160-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/mate10pro-tflite-v1.13", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_160_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/mate10pro-tflite-v1.13", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "39749608809dc09b", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 21190104, "90.00 percentile latency (ns)": 43428125, "90th percentile latency (ns)": 43428125, "95.00 percentile latency (ns)": 54660417, "97.00 percentile latency (ns)": 63969792, "99.00 percentile latency (ns)": 80470312, "99.90 percentile latency (ns)": 107950521, "Max latency (ns)": 136913020, "Mean latency (ns)": 27420331, "Min duration satisfied": "Yes", "Min latency (ns)": 18884896, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 36.44, "QPS w/o loadgen overhead": 36.47, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 43.428125, "characteristics.90th_percentile_latency_ns": 43428125.0, "characteristics.90th_percentile_latency_s": 0.043428125, "characteristics.90th_percentile_latency_us": 43428.125, "characteristics.accuracy": 70.016, "characteristics.good": 35008, "characteristics.total": 50000, "ck_system": "mate10pro-tflite-v1.13", "ck_used": true, "cooling": "phone case", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-192-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.13.1", "host_memory_capacity": "6 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2360 MHz (big), 1800 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "Flash", "hw_notes": "https://en.wikichip.org/wiki/hisilicon/kirin/970", "informal_model": "mobilenet-v1-1.0-192-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/mate10pro-tflite-v1.13", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_192_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/mate10pro-tflite-v1.13", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "b81367f13c4b04ab", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 8746354, "90.00 percentile latency (ns)": 17755209, "90th percentile latency (ns)": 17755209, "95.00 percentile latency (ns)": 23879166, "97.00 percentile latency (ns)": 31262500, "99.00 percentile latency (ns)": 52011979, "99.90 percentile latency (ns)": 120285937, "Max latency (ns)": 142137500, "Mean latency (ns)": 11453410, "Min duration satisfied": "Yes", "Min latency (ns)": 5119271, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 87.12, "QPS w/o loadgen overhead": 87.31, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 17.755209, "characteristics.90th_percentile_latency_ns": 17755209.0, "characteristics.90th_percentile_latency_s": 0.017755209, "characteristics.90th_percentile_latency_us": 17755.209, "characteristics.accuracy": 59.422, "characteristics.good": 29711, "characteristics.total": 50000, "ck_system": "mate10pro-tflite-v1.13", "ck_used": true, "cooling": "phone case", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-160-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.13.1", "host_memory_capacity": "6 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2360 MHz (big), 1800 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "Flash", "hw_notes": "https://en.wikichip.org/wiki/hisilicon/kirin/970", "informal_model": "mobilenet-v1-0.5-160-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/mate10pro-tflite-v1.13", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_160_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/mate10pro-tflite-v1.13", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "4f31bb1d745c2f6d", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 13450521, "90.00 percentile latency (ns)": 27803125, "90th percentile latency (ns)": 27803125, "95.00 percentile latency (ns)": 32895313, "97.00 percentile latency (ns)": 43199479, "99.00 percentile latency (ns)": 77510416, "99.90 percentile latency (ns)": 116022396, "Max latency (ns)": 124784375, "Mean latency (ns)": 17183052, "Min duration satisfied": "Yes", "Min latency (ns)": 7190625, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 58.09, "QPS w/o loadgen overhead": 58.2, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 27.803125, "characteristics.90th_percentile_latency_ns": 27803125.0, "characteristics.90th_percentile_latency_s": 0.027803125, "characteristics.90th_percentile_latency_us": 27803.125, "characteristics.accuracy": 61.462, "characteristics.good": 30731, "characteristics.total": 50000, "ck_system": "mate10pro-tflite-v1.13", "ck_used": true, "cooling": "phone case", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-192-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.13.1", "host_memory_capacity": "6 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2360 MHz (big), 1800 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "Flash", "hw_notes": "https://en.wikichip.org/wiki/hisilicon/kirin/970", "informal_model": "mobilenet-v1-0.5-192-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/mate10pro-tflite-v1.13", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_192_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/mate10pro-tflite-v1.13", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "1ac5a3cf1a81aef3", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 42984896, "90.00 percentile latency (ns)": 77025520, "90th percentile latency (ns)": 77025520, "95.00 percentile latency (ns)": 90708854, "97.00 percentile latency (ns)": 103169271, "99.00 percentile latency (ns)": 124987500, "99.90 percentile latency (ns)": 159093750, "Max latency (ns)": 164161979, "Mean latency (ns)": 51325529, "Min duration satisfied": "Yes", "Min latency (ns)": 26817188, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 19.48, "QPS w/o loadgen overhead": 19.48, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 77.02552, "characteristics.90th_percentile_latency_ns": 77025520.0, "characteristics.90th_percentile_latency_s": 0.07702552, "characteristics.90th_percentile_latency_us": 77025.52, "characteristics.accuracy": 70.76, "characteristics.good": 35380, "characteristics.total": 50000, "ck_system": "mate10pro-tflite-v1.13", "ck_used": true, "cooling": "phone case", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.13.1", "host_memory_capacity": "6 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2360 MHz (big), 1800 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "Flash", "hw_notes": "https://en.wikichip.org/wiki/hisilicon/kirin/970", "informal_model": "mobilenet-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/mate10pro-tflite-v1.13", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_224_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/mate10pro-tflite-v1.13", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "bb05c4556a08f869", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 319852083, "90.00 percentile latency (ns)": 335019271, "90th percentile latency (ns)": 335019271, "95.00 percentile latency (ns)": 342190104, "97.00 percentile latency (ns)": 347684375, "99.00 percentile latency (ns)": 356239062, "99.90 percentile latency (ns)": 376200000, "Max latency (ns)": 376698958, "Mean latency (ns)": 309400821, "Min duration satisfied": "Yes", "Min latency (ns)": 101671354, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 3.23, "QPS w/o loadgen overhead": 3.23, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 335.019271, "characteristics.90th_percentile_latency_ns": 335019271.0, "characteristics.90th_percentile_latency_s": 0.335019271, "characteristics.90th_percentile_latency_us": 335019.271, "characteristics.accuracy": 71.676, "characteristics.good": 35838, "characteristics.total": 50000, "ck_system": "mate10pro-tflite-v1.13", "ck_used": true, "cooling": "phone case", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.13.1", "host_memory_capacity": "6 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2360 MHz (big), 1800 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "Flash", "hw_notes": "https://en.wikichip.org/wiki/hisilicon/kirin/970", "informal_model": "mobilenet", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/mate10pro-tflite-v1.13", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/mate10pro-tflite-v1.13", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "84e821e7649d1b57", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 19672396, "90.00 percentile latency (ns)": 37808333, "90th percentile latency (ns)": 37808333, "95.00 percentile latency (ns)": 44239062, "97.00 percentile latency (ns)": 54717188, "99.00 percentile latency (ns)": 73655208, "99.90 percentile latency (ns)": 118295834, "Max latency (ns)": 140206771, "Mean latency (ns)": 24351663, "Min duration satisfied": "Yes", "Min latency (ns)": 12542188, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 41.02, "QPS w/o loadgen overhead": 41.06, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 37.808333, "characteristics.90th_percentile_latency_ns": 37808333.0, "characteristics.90th_percentile_latency_s": 0.037808333, "characteristics.90th_percentile_latency_us": 37808.333, "characteristics.accuracy": 67.206, "characteristics.good": 33603, "characteristics.total": 50000, "ck_system": "mate10pro-tflite-v1.13", "ck_used": true, "cooling": "phone case", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-192-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.13.1", "host_memory_capacity": "6 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2360 MHz (big), 1800 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "Flash", "hw_notes": "https://en.wikichip.org/wiki/hisilicon/kirin/970", "informal_model": "mobilenet-v1-0.75-192-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/mate10pro-tflite-v1.13", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_192_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/mate10pro-tflite-v1.13", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "e3286482dadcb32d", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 3734375, "90.00 percentile latency (ns)": 9556250, "90th percentile latency (ns)": 9556250, "95.00 percentile latency (ns)": 12145833, "97.00 percentile latency (ns)": 14242708, "99.00 percentile latency (ns)": 28721354, "99.90 percentile latency (ns)": 99501042, "Max latency (ns)": 132901042, "Mean latency (ns)": 5229089, "Min duration satisfied": "Yes", "Min latency (ns)": 2917188, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 190.52, "QPS w/o loadgen overhead": 191.24, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 9.55625, "characteristics.90th_percentile_latency_ns": 9556250.0, "characteristics.90th_percentile_latency_s": 0.00955625, "characteristics.90th_percentile_latency_us": 9556.25, "characteristics.accuracy": 42.344, "characteristics.good": 21172, "characteristics.total": 50000, "ck_system": "mate10pro-tflite-v1.13", "ck_used": true, "cooling": "phone case", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-128-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.13.1", "host_memory_capacity": "6 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2360 MHz (big), 1800 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "Flash", "hw_notes": "https://en.wikichip.org/wiki/hisilicon/kirin/970", "informal_model": "mobilenet-v1-0.25-128-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/mate10pro-tflite-v1.13", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_128_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/mate10pro-tflite-v1.13", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "13a9921a814d5fb0", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 6926042, "90.00 percentile latency (ns)": 15089062, "90th percentile latency (ns)": 15089062, "95.00 percentile latency (ns)": 17834375, "97.00 percentile latency (ns)": 23984896, "99.00 percentile latency (ns)": 46583854, "99.90 percentile latency (ns)": 109119792, "Max latency (ns)": 129318229, "Mean latency (ns)": 9393868, "Min duration satisfied": "Yes", "Min latency (ns)": 5440625, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 106.1, "QPS w/o loadgen overhead": 106.45, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 15.089062, "characteristics.90th_percentile_latency_ns": 15089062.0, "characteristics.90th_percentile_latency_s": 0.015089062, "characteristics.90th_percentile_latency_us": 15089.062, "characteristics.accuracy": 56.738, "characteristics.good": 28369, "characteristics.total": 50000, "ck_system": "mate10pro-tflite-v1.13", "ck_used": true, "cooling": "phone case", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-128-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.13.1", "host_memory_capacity": "6 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2360 MHz (big), 1800 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "Flash", "hw_notes": "https://en.wikichip.org/wiki/hisilicon/kirin/970", "informal_model": "mobilenet-v1-0.5-128-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/mate10pro-tflite-v1.13", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_128_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/mate10pro-tflite-v1.13", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "74ddfb9c6cb7ce42", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 25933854, "90.00 percentile latency (ns)": 48248959, "90th percentile latency (ns)": 48248959, "95.00 percentile latency (ns)": 54983333, "97.00 percentile latency (ns)": 65394791, "99.00 percentile latency (ns)": 98384375, "99.90 percentile latency (ns)": 124365104, "Max latency (ns)": 130127604, "Mean latency (ns)": 29285921, "Min duration satisfied": "Yes", "Min latency (ns)": 16545312, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 34.13, "QPS w/o loadgen overhead": 34.15, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 48.248959, "characteristics.90th_percentile_latency_ns": 48248959.0, "characteristics.90th_percentile_latency_s": 0.048248959, "characteristics.90th_percentile_latency_us": 48248.959, "characteristics.accuracy": 68.126, "characteristics.good": 34063, "characteristics.total": 50000, "ck_system": "mate10pro-tflite-v1.13", "ck_used": true, "cooling": "phone case", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-224-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.13.1", "host_memory_capacity": "6 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2360 MHz (big), 1800 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "Flash", "hw_notes": "https://en.wikichip.org/wiki/hisilicon/kirin/970", "informal_model": "mobilenet-v1-0.75-224-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/mate10pro-tflite-v1.13", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_224_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/mate10pro-tflite-v1.13", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "465f0563094e848d", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 13853646, "90.00 percentile latency (ns)": 27989062, "90th percentile latency (ns)": 27989062, "95.00 percentile latency (ns)": 35652084, "97.00 percentile latency (ns)": 45567708, "99.00 percentile latency (ns)": 97235938, "99.90 percentile latency (ns)": 138348438, "Max latency (ns)": 141655729, "Mean latency (ns)": 17083059, "Min duration satisfied": "Yes", "Min latency (ns)": 9004166, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 58.47, "QPS w/o loadgen overhead": 58.54, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 27.989062, "characteristics.90th_percentile_latency_ns": 27989062.0, "characteristics.90th_percentile_latency_s": 0.027989062, "characteristics.90th_percentile_latency_us": 27989.062, "characteristics.accuracy": 64.768, "characteristics.good": 32384, "characteristics.total": 50000, "ck_system": "mate10pro-tflite-v1.13", "ck_used": true, "cooling": "phone case", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-128-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.13.1", "host_memory_capacity": "6 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2360 MHz (big), 1800 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "Flash", "hw_notes": "https://en.wikichip.org/wiki/hisilicon/kirin/970", "informal_model": "mobilenet-v1-1.0-128-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/mate10pro-tflite-v1.13", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_128_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/mate10pro-tflite-v1.13", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "90c2d98b14510984", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 14140625, "90.00 percentile latency (ns)": 29129688, "90th percentile latency (ns)": 29129688, "95.00 percentile latency (ns)": 34190625, "97.00 percentile latency (ns)": 42038020, "99.00 percentile latency (ns)": 64041145, "99.90 percentile latency (ns)": 124747917, "Max latency (ns)": 155915625, "Mean latency (ns)": 17932272, "Min duration satisfied": "Yes", "Min latency (ns)": 9128646, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 55.69, "QPS w/o loadgen overhead": 55.77, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 29.129688, "characteristics.90th_percentile_latency_ns": 29129688.0, "characteristics.90th_percentile_latency_s": 0.029129688, "characteristics.90th_percentile_latency_us": 29129.688, "characteristics.accuracy": 64.12, "characteristics.good": 32060, "characteristics.total": 50000, "ck_system": "mate10pro-tflite-v1.13", "ck_used": true, "cooling": "phone case", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-160-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.13.1", "host_memory_capacity": "6 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2360 MHz (big), 1800 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "Flash", "hw_notes": "https://en.wikichip.org/wiki/hisilicon/kirin/970", "informal_model": "mobilenet-v1-0.75-160-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/mate10pro-tflite-v1.13", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_160_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/mate10pro-tflite-v1.13", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "de1de4cc2a7438ae", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 30363406, "90.00 percentile latency (ns)": 35146452, "90th percentile latency (ns)": 35146452, "95.00 percentile latency (ns)": 37692413, "97.00 percentile latency (ns)": 39755665, "99.00 percentile latency (ns)": 43657002, "99.90 percentile latency (ns)": 73973158, "Max latency (ns)": 74399284, "Mean latency (ns)": 31332768, "Min duration satisfied": "Yes", "Min latency (ns)": 27871987, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 31.9, "QPS w/o loadgen overhead": 31.92, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 35.146452, "characteristics.90th_percentile_latency_ns": 35146452.0, "characteristics.90th_percentile_latency_s": 0.035146452, "characteristics.90th_percentile_latency_us": 35146.452, "characteristics.accuracy": 64.282, "characteristics.good": 32141, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-0.5-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "f58d99e080434780", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 24705318, "90.00 percentile latency (ns)": 27820608, "90th percentile latency (ns)": 27820608, "95.00 percentile latency (ns)": 29918565, "97.00 percentile latency (ns)": 31224357, "99.00 percentile latency (ns)": 37141977, "99.90 percentile latency (ns)": 50522385, "Max latency (ns)": 67348419, "Mean latency (ns)": 25064790, "Min duration satisfied": "Yes", "Min latency (ns)": 21016028, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 39.87, "QPS w/o loadgen overhead": 39.9, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 27.820608, "characteristics.90th_percentile_latency_ns": 27820608.0, "characteristics.90th_percentile_latency_s": 0.027820608, "characteristics.90th_percentile_latency_us": 27820.608, "characteristics.accuracy": 59.322, "characteristics.good": 29661, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-0.35-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "4593f4056b19ee7a", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 39408322, "90.00 percentile latency (ns)": 49669770, "90th percentile latency (ns)": 49669770, "95.00 percentile latency (ns)": 54019109, "97.00 percentile latency (ns)": 56914195, "99.00 percentile latency (ns)": 72362933, "99.90 percentile latency (ns)": 97814406, "Max latency (ns)": 100392452, "Mean latency (ns)": 41614621, "Min duration satisfied": "Yes", "Min latency (ns)": 34607481, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 24.02, "QPS w/o loadgen overhead": 24.03, "Result is": "VALID", "SUT name": "SingleStreamSUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 49.66977, "characteristics.90th_percentile_latency_ns": 49669770.0, "characteristics.90th_percentile_latency_s": 0.04966977, "characteristics.90th_percentile_latency_us": 49669.77, "characteristics.accuracy": 66.384, "characteristics.good": 33192, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.75-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "1e49122e7143b5b5", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 4480286, "90.00 percentile latency (ns)": 5286452, "90th percentile latency (ns)": 5286452, "95.00 percentile latency (ns)": 5616327, "97.00 percentile latency (ns)": 7355824, "99.00 percentile latency (ns)": 20373767, "99.90 percentile latency (ns)": 46540904, "Max latency (ns)": 70959414, "Mean latency (ns)": 5047733, "Min duration satisfied": "Yes", "Min latency (ns)": 4299744, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 197.7, "QPS w/o loadgen overhead": 198.11, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 5.286452, "characteristics.90th_percentile_latency_ns": 5286452.0, "characteristics.90th_percentile_latency_s": 0.005286452, "characteristics.90th_percentile_latency_us": 5286.452, "characteristics.accuracy": 48.11, "characteristics.good": 24055, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-192-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.25-192-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_192_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "728d9a4d4188467f", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 6676836, "90.00 percentile latency (ns)": 8009170, "90th percentile latency (ns)": 8009170, "95.00 percentile latency (ns)": 9501379, "97.00 percentile latency (ns)": 13433297, "99.00 percentile latency (ns)": 25911970, "99.90 percentile latency (ns)": 44451769, "Max latency (ns)": 89880917, "Mean latency (ns)": 7301649, "Min duration satisfied": "Yes", "Min latency (ns)": 5658336, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 136.66, "QPS w/o loadgen overhead": 136.96, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 8.00917, "characteristics.90th_percentile_latency_ns": 8009170.0, "characteristics.90th_percentile_latency_s": 0.00800917, "characteristics.90th_percentile_latency_us": 8009.17, "characteristics.accuracy": 50.24, "characteristics.good": 25120, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-224-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.25-224-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_224_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "86984381b5dbd42d", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 11380583, "90.00 percentile latency (ns)": 13011590, "90th percentile latency (ns)": 13011590, "95.00 percentile latency (ns)": 14520093, "97.00 percentile latency (ns)": 15781849, "99.00 percentile latency (ns)": 18268318, "99.90 percentile latency (ns)": 27061806, "Max latency (ns)": 41373948, "Mean latency (ns)": 11847894, "Min duration satisfied": "Yes", "Min latency (ns)": 10508206, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 84.28, "QPS w/o loadgen overhead": 84.4, "Result is": "VALID", "SUT name": "SingleStreamSUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 13.01159, "characteristics.90th_percentile_latency_ns": 13011590.0, "characteristics.90th_percentile_latency_s": 0.01301159, "characteristics.90th_percentile_latency_us": 13011.59, "characteristics.accuracy": 49.478, "characteristics.good": 24739, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.25-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "26140468b00ea923", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 113383947, "90.00 percentile latency (ns)": 124626270, "90th percentile latency (ns)": 124626270, "95.00 percentile latency (ns)": 130783922, "97.00 percentile latency (ns)": 136467950, "99.00 percentile latency (ns)": 153029713, "99.90 percentile latency (ns)": 165744615, "Max latency (ns)": 174045466, "Mean latency (ns)": 115794793, "Min duration satisfied": "Yes", "Min latency (ns)": 105652993, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 8.63, "QPS w/o loadgen overhead": 8.64, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 124.62627, "characteristics.90th_percentile_latency_ns": 124626270.0, "characteristics.90th_percentile_latency_s": 0.12462627, "characteristics.90th_percentile_latency_us": 124626.27, "characteristics.accuracy": 75.012, "characteristics.good": 37506, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.3-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-1.3-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.3_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "cfd4ce4d36964560", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 13543834, "90.00 percentile latency (ns)": 16520875, "90th percentile latency (ns)": 16520875, "95.00 percentile latency (ns)": 23964792, "97.00 percentile latency (ns)": 29848001, "99.00 percentile latency (ns)": 40578125, "99.90 percentile latency (ns)": 62094082, "Max latency (ns)": 107683044, "Mean latency (ns)": 14959865, "Min duration satisfied": "Yes", "Min latency (ns)": 13046250, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 66.76, "QPS w/o loadgen overhead": 66.85, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 16.520875, "characteristics.90th_percentile_latency_ns": 16520875.0, "characteristics.90th_percentile_latency_s": 0.016520875, "characteristics.90th_percentile_latency_us": 16520.875, "characteristics.accuracy": 62.27, "characteristics.good": 31135, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-224-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.5-224-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_224_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "8ac1ee2cd6641739", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 39584545, "90.00 percentile latency (ns)": 56326141, "90th percentile latency (ns)": 56326141, "95.00 percentile latency (ns)": 69834043, "97.00 percentile latency (ns)": 84309400, "99.00 percentile latency (ns)": 117283043, "99.90 percentile latency (ns)": 126759852, "Max latency (ns)": 128995174, "Mean latency (ns)": 44582787, "Min duration satisfied": "Yes", "Min latency (ns)": 37959964, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 22.4, "QPS w/o loadgen overhead": 22.43, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 56.326141, "characteristics.90th_percentile_latency_ns": 56326141.0, "characteristics.90th_percentile_latency_s": 0.056326141, "characteristics.90th_percentile_latency_us": 56326.141, "characteristics.accuracy": 70.762, "characteristics.good": 35381, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-224-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-1.0-224-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_224_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "6bd742bba8545d0a", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 29126792, "90.00 percentile latency (ns)": 34011636, "90th percentile latency (ns)": 34011636, "95.00 percentile latency (ns)": 36289274, "97.00 percentile latency (ns)": 37808850, "99.00 percentile latency (ns)": 42363244, "99.90 percentile latency (ns)": 58299218, "Max latency (ns)": 69428531, "Mean latency (ns)": 30198353, "Min duration satisfied": "Yes", "Min latency (ns)": 26778872, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 33.09, "QPS w/o loadgen overhead": 33.11, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 34.011636, "characteristics.90th_percentile_latency_ns": 34011636.0, "characteristics.90th_percentile_latency_s": 0.034011636, "characteristics.90th_percentile_latency_us": 34011.636, "characteristics.accuracy": 60.976, "characteristics.good": 30488, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-0.35-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "a175df400457d88c", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 35115738, "90.00 percentile latency (ns)": 41158185, "90th percentile latency (ns)": 41158185, "95.00 percentile latency (ns)": 43792511, "97.00 percentile latency (ns)": 45122217, "99.00 percentile latency (ns)": 48404928, "99.90 percentile latency (ns)": 57193326, "Max latency (ns)": 77018251, "Mean latency (ns)": 35955653, "Min duration satisfied": "Yes", "Min latency (ns)": 29694248, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 27.79, "QPS w/o loadgen overhead": 27.81, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 41.158185, "characteristics.90th_percentile_latency_ns": 41158185.0, "characteristics.90th_percentile_latency_s": 0.041158185, "characteristics.90th_percentile_latency_us": 41158.185, "characteristics.accuracy": 66.036, "characteristics.good": 33018, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-1.0-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "fa1f5ccf5974c020", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 20722390, "90.00 percentile latency (ns)": 27055653, "90th percentile latency (ns)": 27055653, "95.00 percentile latency (ns)": 36789177, "97.00 percentile latency (ns)": 43573660, "99.00 percentile latency (ns)": 55436931, "99.90 percentile latency (ns)": 100536631, "Max latency (ns)": 108330816, "Mean latency (ns)": 23105563, "Min duration satisfied": "Yes", "Min latency (ns)": 20232680, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 43.25, "QPS w/o loadgen overhead": 43.28, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 27.055653, "characteristics.90th_percentile_latency_ns": 27055653.0, "characteristics.90th_percentile_latency_s": 0.027055653, "characteristics.90th_percentile_latency_us": 27055.653, "characteristics.accuracy": 68.2, "characteristics.good": 34100, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-160-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-1.0-160-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_160_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "76392d4feeb9446c", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 20916908, "90.00 percentile latency (ns)": 25293080, "90th percentile latency (ns)": 25293080, "95.00 percentile latency (ns)": 27330377, "97.00 percentile latency (ns)": 28548961, "99.00 percentile latency (ns)": 32055381, "99.90 percentile latency (ns)": 41981983, "Max latency (ns)": 50718872, "Mean latency (ns)": 21648205, "Min duration satisfied": "Yes", "Min latency (ns)": 18202944, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 46.16, "QPS w/o loadgen overhead": 46.19, "Result is": "VALID", "SUT name": "SingleStreamSUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 25.29308, "characteristics.90th_percentile_latency_ns": 25293080.0, "characteristics.90th_percentile_latency_s": 0.02529308, "characteristics.90th_percentile_latency_us": 25293.08, "characteristics.accuracy": 60.842, "characteristics.good": 30421, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.5-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "4e06ad2095ca5c88", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 9171464, "90.00 percentile latency (ns)": 10444007, "90th percentile latency (ns)": 10444007, "95.00 percentile latency (ns)": 13737509, "97.00 percentile latency (ns)": 18648304, "99.00 percentile latency (ns)": 30895104, "99.90 percentile latency (ns)": 54631537, "Max latency (ns)": 76621176, "Mean latency (ns)": 10065505, "Min duration satisfied": "Yes", "Min latency (ns)": 8601839, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 99.18, "QPS w/o loadgen overhead": 99.35, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 10.444007, "characteristics.90th_percentile_latency_ns": 10444007.0, "characteristics.90th_percentile_latency_s": 0.010444007, "characteristics.90th_percentile_latency_us": 10444.007, "characteristics.accuracy": 58.39, "characteristics.good": 29195, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-128-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.75-128-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_128_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "3f5aad41b14c5883", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 125237044, "90.00 percentile latency (ns)": 138420785, "90th percentile latency (ns)": 138420785, "95.00 percentile latency (ns)": 149997319, "97.00 percentile latency (ns)": 156475518, "99.00 percentile latency (ns)": 177860788, "99.90 percentile latency (ns)": 194483441, "Max latency (ns)": 197405643, "Mean latency (ns)": 128396658, "Min duration satisfied": "Yes", "Min latency (ns)": 115483852, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 7.79, "QPS w/o loadgen overhead": 7.79, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 138.420785, "characteristics.90th_percentile_latency_ns": 138420785.0, "characteristics.90th_percentile_latency_s": 0.138420785, "characteristics.90th_percentile_latency_us": 138420.785, "characteristics.accuracy": 75.69, "characteristics.good": 37845, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.4-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-1.4-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.4_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "f9b40681f0c4f309", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 9043428, "90.00 percentile latency (ns)": 10000095, "90th percentile latency (ns)": 10000095, "95.00 percentile latency (ns)": 10575847, "97.00 percentile latency (ns)": 11107847, "99.00 percentile latency (ns)": 12934558, "99.90 percentile latency (ns)": 20915149, "Max latency (ns)": 58907702, "Mean latency (ns)": 9152113, "Min duration satisfied": "Yes", "Min latency (ns)": 7141175, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 109.02, "QPS w/o loadgen overhead": 109.26, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 10.000095, "characteristics.90th_percentile_latency_ns": 10000095.0, "characteristics.90th_percentile_latency_s": 0.010000095, "characteristics.90th_percentile_latency_us": 10000.095, "characteristics.accuracy": 47.14, "characteristics.good": 23570, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-96", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-0.35-96", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_96.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "4e5f9ada3ba207a0", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 15171922, "90.00 percentile latency (ns)": 17305173, "90th percentile latency (ns)": 17305173, "95.00 percentile latency (ns)": 18606007, "97.00 percentile latency (ns)": 20005424, "99.00 percentile latency (ns)": 22843925, "99.90 percentile latency (ns)": 31109095, "Max latency (ns)": 38293222, "Mean latency (ns)": 15582442, "Min duration satisfied": "Yes", "Min latency (ns)": 12962547, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 64.11, "QPS w/o loadgen overhead": 64.17, "Result is": "VALID", "SUT name": "SingleStreamSUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 17.305173, "characteristics.90th_percentile_latency_ns": 17305173.0, "characteristics.90th_percentile_latency_s": 0.017305173, "characteristics.90th_percentile_latency_us": 17305.173, "characteristics.accuracy": 57.918, "characteristics.good": 28959, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.5-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "73a149b1b626a0d2", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 3417738, "90.00 percentile latency (ns)": 4052695, "90th percentile latency (ns)": 4052695, "95.00 percentile latency (ns)": 4557568, "97.00 percentile latency (ns)": 5588898, "99.00 percentile latency (ns)": 13883786, "99.90 percentile latency (ns)": 37987125, "Max latency (ns)": 62538076, "Mean latency (ns)": 3844442, "Min duration satisfied": "Yes", "Min latency (ns)": 3235155, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 259.23, "QPS w/o loadgen overhead": 260.12, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 4.052695, "characteristics.90th_percentile_latency_ns": 4052695.0, "characteristics.90th_percentile_latency_s": 0.004052695, "characteristics.90th_percentile_latency_us": 4052.695, "characteristics.accuracy": 45.454, "characteristics.good": 22727, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-160-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.25-160-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_160_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 200, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "2ba1067344cc1b72", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 83955846, "90.00 percentile latency (ns)": 96850121, "90th percentile latency (ns)": 96850121, "95.00 percentile latency (ns)": 108424606, "97.00 percentile latency (ns)": 124040123, "99.00 percentile latency (ns)": 138666729, "99.90 percentile latency (ns)": 184116094, "Max latency (ns)": 197264119, "Mean latency (ns)": 86731913, "Min duration satisfied": "Yes", "Min latency (ns)": 65583786, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 11.53, "QPS w/o loadgen overhead": 11.53, "Result is": "VALID", "SUT name": "SingleStreamSUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 96.850121, "characteristics.90th_percentile_latency_ns": 96850121.0, "characteristics.90th_percentile_latency_s": 0.096850121, "characteristics.90th_percentile_latency_us": 96850.121, "characteristics.accuracy": 70.624, "characteristics.good": 35312, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-1.0-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "50cb735486ebfeb7", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 28379166, "90.00 percentile latency (ns)": 39005167, "90th percentile latency (ns)": 39005167, "95.00 percentile latency (ns)": 51302999, "97.00 percentile latency (ns)": 57939583, "99.00 percentile latency (ns)": 85754957, "99.90 percentile latency (ns)": 124563832, "Max latency (ns)": 124731832, "Mean latency (ns)": 31918933, "Min duration satisfied": "Yes", "Min latency (ns)": 27473249, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 31.28, "QPS w/o loadgen overhead": 31.33, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 39.005167, "characteristics.90th_percentile_latency_ns": 39005167.0, "characteristics.90th_percentile_latency_s": 0.039005167, "characteristics.90th_percentile_latency_us": 39005.167, "characteristics.accuracy": 70.016, "characteristics.good": 35008, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-192-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-1.0-192-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_192_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "89c8e8eaf4eefb36", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 7434873, "90.00 percentile latency (ns)": 8525998, "90th percentile latency (ns)": 8525998, "95.00 percentile latency (ns)": 11435081, "97.00 percentile latency (ns)": 15419830, "99.00 percentile latency (ns)": 26410119, "99.90 percentile latency (ns)": 57175404, "Max latency (ns)": 65079277, "Mean latency (ns)": 8257839, "Min duration satisfied": "Yes", "Min latency (ns)": 7141165, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 120.91, "QPS w/o loadgen overhead": 121.1, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 8.525998, "characteristics.90th_percentile_latency_ns": 8525998.0, "characteristics.90th_percentile_latency_s": 0.008525998, "characteristics.90th_percentile_latency_us": 8525.998, "characteristics.accuracy": 59.422, "characteristics.good": 29711, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-160-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.5-160-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_160_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "ecadcfdf4899948f", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 9970305, "90.00 percentile latency (ns)": 11647091, "90th percentile latency (ns)": 11647091, "95.00 percentile latency (ns)": 16622327, "97.00 percentile latency (ns)": 22556269, "99.00 percentile latency (ns)": 33352861, "99.90 percentile latency (ns)": 44980415, "Max latency (ns)": 70861093, "Mean latency (ns)": 11123893, "Min duration satisfied": "Yes", "Min latency (ns)": 9645388, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 89.79, "QPS w/o loadgen overhead": 89.9, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 11.647091, "characteristics.90th_percentile_latency_ns": 11647091.0, "characteristics.90th_percentile_latency_s": 0.011647091, "characteristics.90th_percentile_latency_us": 11647.091, "characteristics.accuracy": 61.462, "characteristics.good": 30731, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-192-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.5-192-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_192_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "305893612e746e89", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 33161078, "90.00 percentile latency (ns)": 37333666, "90th percentile latency (ns)": 37333666, "95.00 percentile latency (ns)": 39739918, "97.00 percentile latency (ns)": 41150420, "99.00 percentile latency (ns)": 44264548, "99.90 percentile latency (ns)": 62571611, "Max latency (ns)": 65990532, "Mean latency (ns)": 33906764, "Min duration satisfied": "Yes", "Min latency (ns)": 30216700, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 29.4, "QPS w/o loadgen overhead": 29.49, "Result is": "VALID", "SUT name": "SingleStreamSUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 37.333666, "characteristics.90th_percentile_latency_ns": 37333666.0, "characteristics.90th_percentile_latency_s": 0.037333666, "characteristics.90th_percentile_latency_us": 37333.666, "characteristics.accuracy": 64.348, "characteristics.good": 32174, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.5-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "1326e9ab4e1e96f7", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 46275893, "90.00 percentile latency (ns)": 51601443, "90th percentile latency (ns)": 51601443, "95.00 percentile latency (ns)": 55459612, "97.00 percentile latency (ns)": 57563700, "99.00 percentile latency (ns)": 61392164, "99.90 percentile latency (ns)": 68231420, "Max latency (ns)": 69107297, "Mean latency (ns)": 46859748, "Min duration satisfied": "Yes", "Min latency (ns)": 41584722, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 21.33, "QPS w/o loadgen overhead": 21.34, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 51.601443, "characteristics.90th_percentile_latency_ns": 51601443.0, "characteristics.90th_percentile_latency_s": 0.051601443, "characteristics.90th_percentile_latency_us": 51601.443, "characteristics.accuracy": 68.834, "characteristics.good": 34417, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-0.75-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "8e4a01a4fdfaa979", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 19040285, "90.00 percentile latency (ns)": 20541495, "90th percentile latency (ns)": 20541495, "95.00 percentile latency (ns)": 21417078, "97.00 percentile latency (ns)": 22346618, "99.00 percentile latency (ns)": 27727575, "99.90 percentile latency (ns)": 36164989, "Max latency (ns)": 43700321, "Mean latency (ns)": 19022676, "Min duration satisfied": "Yes", "Min latency (ns)": 15642079, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 52.52, "QPS w/o loadgen overhead": 52.57, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 20.541495, "characteristics.90th_percentile_latency_ns": 20541495.0, "characteristics.90th_percentile_latency_s": 0.020541495, "characteristics.90th_percentile_latency_us": 20541.495, "characteristics.accuracy": 56.988, "characteristics.good": 28494, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-0.35-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "ab9d781b1e1f1389", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 73426224, "90.00 percentile latency (ns)": 81878143, "90th percentile latency (ns)": 81878143, "95.00 percentile latency (ns)": 85748559, "97.00 percentile latency (ns)": 88228602, "99.00 percentile latency (ns)": 94718187, "99.90 percentile latency (ns)": 119554192, "Max latency (ns)": 129965820, "Mean latency (ns)": 74958596, "Min duration satisfied": "Yes", "Min latency (ns)": 68231640, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 13.34, "QPS w/o loadgen overhead": 13.34, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 81.878143, "characteristics.90th_percentile_latency_ns": 81878143.0, "characteristics.90th_percentile_latency_s": 0.081878143, "characteristics.90th_percentile_latency_us": 81878.143, "characteristics.accuracy": 71.77, "characteristics.good": 35885, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-1.0-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "f8aa6b46824d1710", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 46284294, "90.00 percentile latency (ns)": 57347086, "90th percentile latency (ns)": 57347086, "95.00 percentile latency (ns)": 62862795, "97.00 percentile latency (ns)": 69855336, "99.00 percentile latency (ns)": 76944296, "99.90 percentile latency (ns)": 114165922, "Max latency (ns)": 116631963, "Mean latency (ns)": 48692939, "Min duration satisfied": "Yes", "Min latency (ns)": 39257169, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 20.53, "QPS w/o loadgen overhead": 20.54, "Result is": "VALID", "SUT name": "SingleStreamSUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 57.347086, "characteristics.90th_percentile_latency_ns": 57347086.0, "characteristics.90th_percentile_latency_s": 0.057347086, "characteristics.90th_percentile_latency_us": 57347.086, "characteristics.accuracy": 66.604, "characteristics.good": 33302, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-1.0-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "b911c2107448afac", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 30529229, "90.00 percentile latency (ns)": 33391057, "90th percentile latency (ns)": 33391057, "95.00 percentile latency (ns)": 35927967, "97.00 percentile latency (ns)": 37859371, "99.00 percentile latency (ns)": 42458068, "99.90 percentile latency (ns)": 54316774, "Max latency (ns)": 58271428, "Mean latency (ns)": 31120168, "Min duration satisfied": "Yes", "Min latency (ns)": 24592668, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 32.12, "QPS w/o loadgen overhead": 32.13, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 33.391057, "characteristics.90th_percentile_latency_ns": 33391057.0, "characteristics.90th_percentile_latency_s": 0.033391057, "characteristics.90th_percentile_latency_us": 33391.057, "characteristics.accuracy": 64.038, "characteristics.good": 32019, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-0.75-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "90347af9370ea9d6", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 17583521, "90.00 percentile latency (ns)": 20636698, "90th percentile latency (ns)": 20636698, "95.00 percentile latency (ns)": 21648496, "97.00 percentile latency (ns)": 22570752, "99.00 percentile latency (ns)": 27808245, "99.90 percentile latency (ns)": 36464380, "Max latency (ns)": 53564310, "Mean latency (ns)": 18041322, "Min duration satisfied": "Yes", "Min latency (ns)": 14838047, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 55.38, "QPS w/o loadgen overhead": 55.43, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 20.636698, "characteristics.90th_percentile_latency_ns": 20636698.0, "characteristics.90th_percentile_latency_s": 0.020636698, "characteristics.90th_percentile_latency_us": 20636.698, "characteristics.accuracy": 58.402, "characteristics.good": 29201, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-0.5-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "4edc443fb3bc4bc6", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 24050542, "90.00 percentile latency (ns)": 27706000, "90th percentile latency (ns)": 27706000, "95.00 percentile latency (ns)": 28784875, "97.00 percentile latency (ns)": 30131792, "99.00 percentile latency (ns)": 35188418, "99.90 percentile latency (ns)": 43470295, "Max latency (ns)": 45287378, "Mean latency (ns)": 24585480, "Min duration satisfied": "Yes", "Min latency (ns)": 20956250, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 40.65, "QPS w/o loadgen overhead": 40.67, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 27.706, "characteristics.90th_percentile_latency_ns": 27706000.0, "characteristics.90th_percentile_latency_s": 0.027706, "characteristics.90th_percentile_latency_us": 27706.0, "characteristics.accuracy": 61.668, "characteristics.good": 30834, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-0.5-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "423e82705111d107", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 17953259, "90.00 percentile latency (ns)": 22619344, "90th percentile latency (ns)": 22619344, "95.00 percentile latency (ns)": 30878765, "97.00 percentile latency (ns)": 36615560, "99.00 percentile latency (ns)": 46269438, "99.90 percentile latency (ns)": 75260702, "Max latency (ns)": 127415813, "Mean latency (ns)": 19723848, "Min duration satisfied": "Yes", "Min latency (ns)": 17321508, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 50.64, "QPS w/o loadgen overhead": 50.7, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 22.619344, "characteristics.90th_percentile_latency_ns": 22619344.0, "characteristics.90th_percentile_latency_s": 0.022619344, "characteristics.90th_percentile_latency_us": 22619.344, "characteristics.accuracy": 67.206, "characteristics.good": 33603, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-192-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.75-192-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_192_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "3d8c46f18a621702", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 46679645, "90.00 percentile latency (ns)": 51209222, "90th percentile latency (ns)": 51209222, "95.00 percentile latency (ns)": 53510461, "97.00 percentile latency (ns)": 55458874, "99.00 percentile latency (ns)": 60175897, "99.90 percentile latency (ns)": 67707677, "Max latency (ns)": 81824718, "Mean latency (ns)": 47537794, "Min duration satisfied": "Yes", "Min latency (ns)": 43333071, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 21.03, "QPS w/o loadgen overhead": 21.04, "Result is": "VALID", "SUT name": "SingleStreamSUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 51.209222, "characteristics.90th_percentile_latency_ns": 51209222.0, "characteristics.90th_percentile_latency_s": 0.051209222, "characteristics.90th_percentile_latency_us": 51209.222, "characteristics.accuracy": 68.242, "characteristics.good": 34121, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.75-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "399e050954818a3a", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 2514742, "90.00 percentile latency (ns)": 2925700, "90th percentile latency (ns)": 2925700, "95.00 percentile latency (ns)": 3138032, "97.00 percentile latency (ns)": 3928696, "99.00 percentile latency (ns)": 10550134, "99.90 percentile latency (ns)": 34234310, "Max latency (ns)": 75751131, "Mean latency (ns)": 2832481, "Min duration satisfied": "Yes", "Min latency (ns)": 2297159, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 351.55, "QPS w/o loadgen overhead": 353.05, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 2.9257, "characteristics.90th_percentile_latency_ns": 2925700.0, "characteristics.90th_percentile_latency_s": 0.0029257, "characteristics.90th_percentile_latency_us": 2925.7, "characteristics.accuracy": 42.344, "characteristics.good": 21172, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-128-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.25-128-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_128_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 200, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "5d954dd3ba175a0e", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 21270692, "90.00 percentile latency (ns)": 22979277, "90th percentile latency (ns)": 22979277, "95.00 percentile latency (ns)": 24371112, "97.00 percentile latency (ns)": 25599030, "99.00 percentile latency (ns)": 30893370, "99.90 percentile latency (ns)": 38059629, "Max latency (ns)": 53611023, "Mean latency (ns)": 21323164, "Min duration satisfied": "Yes", "Min latency (ns)": 17292354, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 46.86, "QPS w/o loadgen overhead": 46.9, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 22.979277, "characteristics.90th_percentile_latency_ns": 22979277.0, "characteristics.90th_percentile_latency_s": 0.022979277, "characteristics.90th_percentile_latency_us": 22979.277, "characteristics.accuracy": 59.822, "characteristics.good": 29911, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-96", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-0.75-96", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_96.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "b97e9b65354bdc87", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 25659682, "90.00 percentile latency (ns)": 28156058, "90th percentile latency (ns)": 28156058, "95.00 percentile latency (ns)": 30454393, "97.00 percentile latency (ns)": 32474769, "99.00 percentile latency (ns)": 36902272, "99.90 percentile latency (ns)": 46732902, "Max latency (ns)": 61229911, "Mean latency (ns)": 26159066, "Min duration satisfied": "Yes", "Min latency (ns)": 23160389, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 38.2, "QPS w/o loadgen overhead": 38.23, "Result is": "VALID", "SUT name": "SingleStreamSUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 28.156058, "characteristics.90th_percentile_latency_ns": 28156058.0, "characteristics.90th_percentile_latency_s": 0.028156058, "characteristics.90th_percentile_latency_us": 28156.058, "characteristics.accuracy": 63.716, "characteristics.good": 31858, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.75-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "94382a31e37960c9", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 36878500, "90.00 percentile latency (ns)": 42892417, "90th percentile latency (ns)": 42892417, "95.00 percentile latency (ns)": 45886674, "97.00 percentile latency (ns)": 47713102, "99.00 percentile latency (ns)": 50846207, "99.90 percentile latency (ns)": 67442821, "Max latency (ns)": 88952340, "Mean latency (ns)": 37425225, "Min duration satisfied": "Yes", "Min latency (ns)": 32328488, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 26.71, "QPS w/o loadgen overhead": 26.72, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 42.892417, "characteristics.90th_percentile_latency_ns": 42892417.0, "characteristics.90th_percentile_latency_s": 0.042892417, "characteristics.90th_percentile_latency_us": 42892.417, "characteristics.accuracy": 66.75, "characteristics.good": 33375, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-0.75-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "a4b65b46a321cc7f", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 59152360, "90.00 percentile latency (ns)": 66801904, "90th percentile latency (ns)": 66801904, "95.00 percentile latency (ns)": 70891073, "97.00 percentile latency (ns)": 72787782, "99.00 percentile latency (ns)": 77733578, "99.90 percentile latency (ns)": 88206456, "Max latency (ns)": 100739087, "Mean latency (ns)": 60623503, "Min duration satisfied": "Yes", "Min latency (ns)": 54293773, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 16.49, "QPS w/o loadgen overhead": 16.5, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 66.801904, "characteristics.90th_percentile_latency_ns": 66801904.0, "characteristics.90th_percentile_latency_s": 0.066801904, "characteristics.90th_percentile_latency_us": 66801.904, "characteristics.accuracy": 70.122, "characteristics.good": 35061, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.75-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-0.75-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.75_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "fb5e05bf4c84957e", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 5269541, "90.00 percentile latency (ns)": 5811166, "90th percentile latency (ns)": 5811166, "95.00 percentile latency (ns)": 7188999, "97.00 percentile latency (ns)": 10347456, "99.00 percentile latency (ns)": 20256246, "99.90 percentile latency (ns)": 49000575, "Max latency (ns)": 57629532, "Mean latency (ns)": 5848889, "Min duration satisfied": "Yes", "Min latency (ns)": 4920707, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 170.69, "QPS w/o loadgen overhead": 170.97, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 5.811166, "characteristics.90th_percentile_latency_ns": 5811166.0, "characteristics.90th_percentile_latency_s": 0.005811166, "characteristics.90th_percentile_latency_us": 5811.166, "characteristics.accuracy": 56.738, "characteristics.good": 28369, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-128-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.5-128-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_128_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "ab514a9fa40bb34e", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 7169155, "90.00 percentile latency (ns)": 7601112, "90th percentile latency (ns)": 7601112, "95.00 percentile latency (ns)": 8285945, "97.00 percentile latency (ns)": 8695444, "99.00 percentile latency (ns)": 10785814, "99.90 percentile latency (ns)": 17328179, "Max latency (ns)": 24374542, "Mean latency (ns)": 7331793, "Min duration satisfied": "Yes", "Min latency (ns)": 6327988, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 136.12, "QPS w/o loadgen overhead": 136.39, "Result is": "VALID", "SUT name": "SingleStreamSUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 7.601112, "characteristics.90th_percentile_latency_ns": 7601112.0, "characteristics.90th_percentile_latency_s": 0.007601112, "characteristics.90th_percentile_latency_us": 7601.112, "characteristics.accuracy": 44.116, "characteristics.good": 22058, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.25-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "5f5d209fa98b434b", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 9601662, "90.00 percentile latency (ns)": 10662744, "90th percentile latency (ns)": 10662744, "95.00 percentile latency (ns)": 12125452, "97.00 percentile latency (ns)": 12947368, "99.00 percentile latency (ns)": 16363534, "99.90 percentile latency (ns)": 26643571, "Max latency (ns)": 57648469, "Mean latency (ns)": 9998421, "Min duration satisfied": "Yes", "Min latency (ns)": 8967871, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 99.86, "QPS w/o loadgen overhead": 100.02, "Result is": "VALID", "SUT name": "SingleStreamSUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 10.662744, "characteristics.90th_percentile_latency_ns": 10662744.0, "characteristics.90th_percentile_latency_s": 0.010662744, "characteristics.90th_percentile_latency_us": 10662.744, "characteristics.accuracy": 47.808, "characteristics.good": 23904, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.25-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "8aa9447b08c6803f", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 14495751, "90.00 percentile latency (ns)": 16690823, "90th percentile latency (ns)": 16690823, "95.00 percentile latency (ns)": 18264650, "97.00 percentile latency (ns)": 19150145, "99.00 percentile latency (ns)": 22321127, "99.90 percentile latency (ns)": 32136239, "Max latency (ns)": 40320819, "Mean latency (ns)": 14979721, "Min duration satisfied": "Yes", "Min latency (ns)": 13330260, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 66.69, "QPS w/o loadgen overhead": 66.76, "Result is": "VALID", "SUT name": "SingleStreamSUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 16.690823, "characteristics.90th_percentile_latency_ns": 16690823.0, "characteristics.90th_percentile_latency_s": 0.016690823, "characteristics.90th_percentile_latency_us": 16690.823, "characteristics.accuracy": 51.848, "characteristics.good": 25924, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.25-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.25-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "0418782034f84b33", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 57526827, "90.00 percentile latency (ns)": 64758404, "90th percentile latency (ns)": 64758404, "95.00 percentile latency (ns)": 68686567, "97.00 percentile latency (ns)": 71025149, "99.00 percentile latency (ns)": 74570645, "99.90 percentile latency (ns)": 96350670, "Max latency (ns)": 106631202, "Mean latency (ns)": 58802538, "Min duration satisfied": "Yes", "Min latency (ns)": 52062165, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 17.0, "QPS w/o loadgen overhead": 17.01, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 64.758404, "characteristics.90th_percentile_latency_ns": 64758404.0, "characteristics.90th_percentile_latency_s": 0.064758404, "characteristics.90th_percentile_latency_us": 64758.404, "characteristics.accuracy": 70.738, "characteristics.good": 35369, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-1.0-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "63bb04b4e2898d35", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 37668399, "90.00 percentile latency (ns)": 42415850, "90th percentile latency (ns)": 42415850, "95.00 percentile latency (ns)": 44966472, "97.00 percentile latency (ns)": 46590469, "99.00 percentile latency (ns)": 51373211, "99.90 percentile latency (ns)": 66993978, "Max latency (ns)": 70514973, "Mean latency (ns)": 38263083, "Min duration satisfied": "Yes", "Min latency (ns)": 33501072, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 26.12, "QPS w/o loadgen overhead": 26.13, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 42.41585, "characteristics.90th_percentile_latency_ns": 42415850.0, "characteristics.90th_percentile_latency_s": 0.04241585, "characteristics.90th_percentile_latency_us": 42415.85, "characteristics.accuracy": 65.75, "characteristics.good": 32875, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-0.5-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "a17884d399658cca", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 106163349, "90.00 percentile latency (ns)": 121471521, "90th percentile latency (ns)": 121471521, "95.00 percentile latency (ns)": 140964445, "97.00 percentile latency (ns)": 147816918, "99.00 percentile latency (ns)": 155600124, "99.90 percentile latency (ns)": 184956672, "Max latency (ns)": 195213342, "Mean latency (ns)": 108560395, "Min duration satisfied": "Yes", "Min latency (ns)": 85519461, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 9.21, "QPS w/o loadgen overhead": 9.21, "Result is": "VALID", "SUT name": "SingleStreamSUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 121.471521, "characteristics.90th_percentile_latency_ns": 121471521.0, "characteristics.90th_percentile_latency_s": 0.121471521, "characteristics.90th_percentile_latency_us": 121471.521, "characteristics.accuracy": 71.676, "characteristics.good": 35838, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-1.0-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "d8e5f2bcba413bad", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 24146469, "90.00 percentile latency (ns)": 33786915, "90th percentile latency (ns)": 33786915, "95.00 percentile latency (ns)": 43293403, "97.00 percentile latency (ns)": 50074938, "99.00 percentile latency (ns)": 68585623, "99.90 percentile latency (ns)": 107238324, "Max latency (ns)": 109134530, "Mean latency (ns)": 27200452, "Min duration satisfied": "Yes", "Min latency (ns)": 23152762, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 36.72, "QPS w/o loadgen overhead": 36.76, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 33.786915, "characteristics.90th_percentile_latency_ns": 33786915.0, "characteristics.90th_percentile_latency_s": 0.033786915, "characteristics.90th_percentile_latency_us": 33786.915, "characteristics.accuracy": 68.126, "characteristics.good": 34063, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-224-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.75-224-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_224_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "2b424c8f64f707e7", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 12714011, "90.00 percentile latency (ns)": 13879800, "90th percentile latency (ns)": 13879800, "95.00 percentile latency (ns)": 14481216, "97.00 percentile latency (ns)": 15271630, "99.00 percentile latency (ns)": 21494907, "99.90 percentile latency (ns)": 29167473, "Max latency (ns)": 37085035, "Mean latency (ns)": 12917331, "Min duration satisfied": "Yes", "Min latency (ns)": 9755351, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 77.32, "QPS w/o loadgen overhead": 77.42, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 13.8798, "characteristics.90th_percentile_latency_ns": 13879800.0, "characteristics.90th_percentile_latency_s": 0.0138798, "characteristics.90th_percentile_latency_us": 13879.8, "characteristics.accuracy": 52.446, "characteristics.good": 26223, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.5-96", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-0.5-96", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.5_96.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "3bc6d921630d1559", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 14404277, "90.00 percentile latency (ns)": 17828158, "90th percentile latency (ns)": 17828158, "95.00 percentile latency (ns)": 24127460, "97.00 percentile latency (ns)": 29430845, "99.00 percentile latency (ns)": 38292697, "99.90 percentile latency (ns)": 69007287, "Max latency (ns)": 91638209, "Mean latency (ns)": 15712099, "Min duration satisfied": "Yes", "Min latency (ns)": 13519941, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 63.56, "QPS w/o loadgen overhead": 63.65, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 17.828158, "characteristics.90th_percentile_latency_ns": 17828158.0, "characteristics.90th_percentile_latency_s": 0.017828158, "characteristics.90th_percentile_latency_us": 17828.158, "characteristics.accuracy": 64.768, "characteristics.good": 32384, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-128-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-1.0-128-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_128_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "8069c847b4852bcb", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 13210139, "90.00 percentile latency (ns)": 16099967, "90th percentile latency (ns)": 16099967, "95.00 percentile latency (ns)": 22107037, "97.00 percentile latency (ns)": 27186488, "99.00 percentile latency (ns)": 39530671, "99.90 percentile latency (ns)": 68289826, "Max latency (ns)": 84292167, "Mean latency (ns)": 14569528, "Min duration satisfied": "Yes", "Min latency (ns)": 12925766, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 68.57, "QPS w/o loadgen overhead": 68.64, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 16.099967, "characteristics.90th_percentile_latency_ns": 16099967.0, "characteristics.90th_percentile_latency_s": 0.016099967, "characteristics.90th_percentile_latency_us": 16099.967, "characteristics.accuracy": 64.12, "characteristics.good": 32060, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-160-quantized", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.75-160-quantized", "input_data_types": "uint8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_160_quant.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "4c411a91e4ca4a99", "use_accelerator": false, "weight_data_types": "uint8", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 12851698, "90.00 percentile latency (ns)": 13897905, "90th percentile latency (ns)": 13897905, "95.00 percentile latency (ns)": 14553863, "97.00 percentile latency (ns)": 15144196, "99.00 percentile latency (ns)": 18170526, "99.90 percentile latency (ns)": 23911105, "Max latency (ns)": 28614518, "Mean latency (ns)": 12843892, "Min duration satisfied": "Yes", "Min latency (ns)": 10472575, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 77.74, "QPS w/o loadgen overhead": 77.86, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 13.897905, "characteristics.90th_percentile_latency_ns": 13897905.0, "characteristics.90th_percentile_latency_s": 0.013897905, "characteristics.90th_percentile_latency_us": 13897.905, "characteristics.accuracy": 52.172, "characteristics.good": 26086, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-0.35-128", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-0.35-128", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_0.35_128.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "1be67e4f40ba37e4", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 45537008, "90.00 percentile latency (ns)": 53596920, "90th percentile latency (ns)": 53596920, "95.00 percentile latency (ns)": 56393709, "97.00 percentile latency (ns)": 58771374, "99.00 percentile latency (ns)": 63348495, "99.90 percentile latency (ns)": 82553983, "Max latency (ns)": 90284353, "Mean latency (ns)": 47105385, "Min duration satisfied": "Yes", "Min latency (ns)": 41072179, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 21.22, "QPS w/o loadgen overhead": 21.23, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 53.59692, "characteristics.90th_percentile_latency_ns": 53596920.0, "characteristics.90th_percentile_latency_s": 0.05359692, "characteristics.90th_percentile_latency_us": 53596.92, "characteristics.accuracy": 69.016, "characteristics.good": 34508, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-1.0-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "2481aa9d2431e7f6", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 27685895, "90.00 percentile latency (ns)": 31349522, "90th percentile latency (ns)": 31349522, "95.00 percentile latency (ns)": 34144567, "97.00 percentile latency (ns)": 36219778, "99.00 percentile latency (ns)": 40785238, "99.90 percentile latency (ns)": 57589042, "Max latency (ns)": 69515592, "Mean latency (ns)": 28184335, "Min duration satisfied": "Yes", "Min latency (ns)": 23129767, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 35.44, "QPS w/o loadgen overhead": 35.48, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 31.349522, "characteristics.90th_percentile_latency_ns": 31349522.0, "characteristics.90th_percentile_latency_s": 0.031349522, "characteristics.90th_percentile_latency_us": 31349.522, "characteristics.accuracy": 61.224, "characteristics.good": 30612, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v2-1.0-96", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v2-1.0-96", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2266646/files/mobilenet_v2_1.0_96.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "cee648f3ab7ad66c", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 61499350, "90.00 percentile latency (ns)": 67719139, "90th percentile latency (ns)": 67719139, "95.00 percentile latency (ns)": 70410346, "97.00 percentile latency (ns)": 72807262, "99.00 percentile latency (ns)": 77713677, "99.90 percentile latency (ns)": 87031548, "Max latency (ns)": 88860881, "Mean latency (ns)": 62578500, "Min duration satisfied": "Yes", "Min latency (ns)": 56614519, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 15.98, "QPS w/o loadgen overhead": 15.98, "Result is": "VALID", "SUT name": "SingleStreamSUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 67.719139, "characteristics.90th_percentile_latency_ns": 67719139.0, "characteristics.90th_percentile_latency_s": 0.067719139, "characteristics.90th_percentile_latency_us": 67719.139, "characteristics.accuracy": 69.262, "characteristics.good": 34631, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.75-224", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.75-224", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.75_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "85b5142dcba4b771", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 72040288, "90.00 percentile latency (ns)": 101351941, "90th percentile latency (ns)": 101351941, "95.00 percentile latency (ns)": 119707713, "97.00 percentile latency (ns)": 130405181, "99.00 percentile latency (ns)": 150297456, "99.90 percentile latency (ns)": 169548352, "Max latency (ns)": 189726458, "Mean latency (ns)": 78635564, "Min duration satisfied": "Yes", "Min latency (ns)": 56761018, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 12.71, "QPS w/o loadgen overhead": 12.72, "Result is": "VALID", "SUT name": "SingleStreamSUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 101.351941, "characteristics.90th_percentile_latency_ns": 101351941.0, "characteristics.90th_percentile_latency_s": 0.101351941, "characteristics.90th_percentile_latency_us": 101351.941, "characteristics.accuracy": 69.106, "characteristics.good": 34553, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-1.0-160", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-1.0-160", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_160.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "7fcd894da6694747", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 26273887, "90.00 percentile latency (ns)": 29586925, "90th percentile latency (ns)": 29586925, "95.00 percentile latency (ns)": 32243423, "97.00 percentile latency (ns)": 34039921, "99.00 percentile latency (ns)": 38093373, "99.90 percentile latency (ns)": 50055071, "Max latency (ns)": 56854814, "Mean latency (ns)": 26898899, "Min duration satisfied": "Yes", "Min latency (ns)": 23063224, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 37.15, "QPS w/o loadgen overhead": 37.18, "Result is": "VALID", "SUT name": "SingleStreamSUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 29.586925, "characteristics.90th_percentile_latency_ns": 29586925.0, "characteristics.90th_percentile_latency_s": 0.029586925, "characteristics.90th_percentile_latency_us": 29586.925, "characteristics.accuracy": 63.246, "characteristics.good": 31623, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "mobilenet-v1-0.5-192", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet-v1-0.5-192", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/open/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.5_192.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "4abc81f501558237", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 351161979, "90.00 percentile latency (ns)": 354134375, "90th percentile latency (ns)": 354134375, "95.00 percentile latency (ns)": 355368229, "97.00 percentile latency (ns)": 356094791, "99.00 percentile latency (ns)": 358132291, "99.90 percentile latency (ns)": 362070312, "Max latency (ns)": 362746354, "Mean latency (ns)": 318589143, "Min duration satisfied": "Yes", "Min latency (ns)": 112543750, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 3.14, "QPS w/o loadgen overhead": 3.14, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "850 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "6 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-G72 MP12", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 354.134375, "characteristics.90th_percentile_latency_ns": 354134375.0, "characteristics.90th_percentile_latency_s": 0.354134375, "characteristics.90th_percentile_latency_us": 354134.375, "characteristics.accuracy": 76.44, "characteristics.good": 38220, "characteristics.total": 50000, "ck_system": "mate10pro-armnn-v19.08-opencl", "ck_used": true, "cooling": "phone case", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "closed", "formal_model": "resnet50-v1.5", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "6 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2360 MHz (big), 1800 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "Flash", "hw_notes": "https://en.wikichip.org/wiki/hisilicon/kirin/970", "informal_model": "resnet", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/closed/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/closed/dividiti/results/mate10pro-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2535873/files/resnet50_v1.pb", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/mate10pro-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "a16b6045b0ac7a79", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TF -> TFLite" }, { "50.00 percentile latency (ns)": 39908854, "90.00 percentile latency (ns)": 74196875, "90th percentile latency (ns)": 74196875, "95.00 percentile latency (ns)": 79285937, "97.00 percentile latency (ns)": 83621875, "99.00 percentile latency (ns)": 85437500, "99.90 percentile latency (ns)": 88181250, "Max latency (ns)": 88632813, "Mean latency (ns)": 52444521, "Min duration satisfied": "Yes", "Min latency (ns)": 26946354, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 19.06, "QPS w/o loadgen overhead": 19.07, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "850 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "6 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-G72 MP12", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 74.196875, "characteristics.90th_percentile_latency_ns": 74196875.0, "characteristics.90th_percentile_latency_s": 0.074196875, "characteristics.90th_percentile_latency_us": 74196.875, "characteristics.accuracy": 71.516, "characteristics.good": 35758, "characteristics.total": 50000, "ck_system": "mate10pro-armnn-v19.08-opencl", "ck_used": true, "cooling": "phone case", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "closed", "formal_model": "resnet50-v1.5", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "6 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2360 MHz (big), 1800 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "Flash", "hw_notes": "https://en.wikichip.org/wiki/hisilicon/kirin/970", "informal_model": "mobilenet", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/closed/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/closed/dividiti/results/mate10pro-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/mate10pro-armnn-v19.08-opencl", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "794dcd8ba0683df0", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 453707741, "90.00 percentile latency (ns)": 518069556, "90th percentile latency (ns)": 518069556, "95.00 percentile latency (ns)": 548346008, "97.00 percentile latency (ns)": 559543039, "99.00 percentile latency (ns)": 582532415, "99.90 percentile latency (ns)": 608303616, "Max latency (ns)": 613992735, "Mean latency (ns)": 464809041, "Min duration satisfied": "Yes", "Min latency (ns)": 356425703, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 2.15, "QPS w/o loadgen overhead": 2.15, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 518.069556, "characteristics.90th_percentile_latency_ns": 518069556.0, "characteristics.90th_percentile_latency_s": 0.518069556, "characteristics.90th_percentile_latency_us": 518069.556, "characteristics.accuracy": 76.522, "characteristics.good": 38261, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "closed", "formal_model": "resnet50-v1.5", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 8, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "Arm Cortex-A73 MP4 (big); Arm Cortex-A53 MP4 (LITTLE)", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "resnet", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 8, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/closed/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/closed/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Debian 9; kernel 4.19.5-hikey #26 (Thu Aug 22 07:58:35 UTC 2019)", "other_software_stack": "GCC 7.4.0; Python 3.5.3; OpenCL driver 2.0 v1.r16p0", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2535873/files/resnet50_v1.pb", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by Collective Knowledge v1.11.1", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Linaro HiKey960 (hikey960)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 8, "uid": "0274cf1b168d2330", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TF -> TFLite" }, { "50.00 percentile latency (ns)": 107572825, "90.00 percentile latency (ns)": 121106344, "90th percentile latency (ns)": 121106344, "95.00 percentile latency (ns)": 125456403, "97.00 percentile latency (ns)": 129214788, "99.00 percentile latency (ns)": 134927366, "99.90 percentile latency (ns)": 144762916, "Max latency (ns)": 155435980, "Mean latency (ns)": 106165483, "Min duration satisfied": "Yes", "Min latency (ns)": 69978561, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 9.42, "QPS w/o loadgen overhead": 9.42, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 121.106344, "characteristics.90th_percentile_latency_ns": 121106344.0, "characteristics.90th_percentile_latency_s": 0.121106344, "characteristics.90th_percentile_latency_us": 121106.344, "characteristics.accuracy": 71.676, "characteristics.good": 35838, "characteristics.total": 50000, "ck_system": "hikey960-tflite-v1.15", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "closed", "formal_model": "resnet50-v1.5", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 8, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "Arm Cortex-A73 MP4 (big); Arm Cortex-A53 MP4 (LITTLE)", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 8, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/closed/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/closed/dividiti/results/hikey960-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Debian 9; kernel 4.19.5-hikey #26 (Thu Aug 22 07:58:35 UTC 2019)", "other_software_stack": "GCC 7.4.0; Python 3.5.3; OpenCL driver 2.0 v1.r16p0", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by Collective Knowledge v1.11.1", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-tflite-v1.15", "system_name": "Linaro HiKey960 (hikey960)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 8, "uid": "6a4bf5135f8bf252", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 424669617, "90.00 percentile latency (ns)": 494901106, "90th percentile latency (ns)": 494901106, "95.00 percentile latency (ns)": 518989328, "97.00 percentile latency (ns)": 527708782, "99.00 percentile latency (ns)": 540437990, "99.90 percentile latency (ns)": 573430497, "Max latency (ns)": 580597288, "Mean latency (ns)": 426715776, "Min duration satisfied": "Yes", "Min latency (ns)": 302872018, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 2.34, "QPS w/o loadgen overhead": 2.34, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 494.901106, "characteristics.90th_percentile_latency_ns": 494901106.0, "characteristics.90th_percentile_latency_s": 0.494901106, "characteristics.90th_percentile_latency_us": 494901.106, "characteristics.accuracy": 76.522, "characteristics.good": 38261, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-neon", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "closed", "formal_model": "resnet50-v1.5", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 8, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "Arm Cortex-A73 MP4 (big); Arm Cortex-A53 MP4 (LITTLE)", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "resnet", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 8, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/closed/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/closed/dividiti/results/hikey960-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Debian 9; kernel 4.19.5-hikey #26 (Thu Aug 22 07:58:35 UTC 2019)", "other_software_stack": "GCC 7.4.0; Python 3.5.3; OpenCL driver 2.0 v1.r16p0", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2535873/files/resnet50_v1.pb", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by Collective Knowledge v1.11.1", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-neon", "system_name": "Linaro HiKey960 (hikey960)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 8, "uid": "9d85ec860ba40dc9", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TF -> TFLite" }, { "50.00 percentile latency (ns)": 95481271, "90.00 percentile latency (ns)": 143069393, "90th percentile latency (ns)": 143069393, "95.00 percentile latency (ns)": 155507513, "97.00 percentile latency (ns)": 162916996, "99.00 percentile latency (ns)": 181397115, "99.90 percentile latency (ns)": 196189847, "Max latency (ns)": 201727857, "Mean latency (ns)": 99468642, "Min duration satisfied": "Yes", "Min latency (ns)": 51806373, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 10.05, "QPS w/o loadgen overhead": 10.05, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 143.069393, "characteristics.90th_percentile_latency_ns": 143069393.0, "characteristics.90th_percentile_latency_s": 0.143069393, "characteristics.90th_percentile_latency_us": 143069.393, "characteristics.accuracy": 71.676, "characteristics.good": 35838, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-neon", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "closed", "formal_model": "resnet50-v1.5", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 8, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "Arm Cortex-A73 MP4 (big); Arm Cortex-A53 MP4 (LITTLE)", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 8, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/closed/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/closed/dividiti/results/hikey960-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Debian 9; kernel 4.19.5-hikey #26 (Thu Aug 22 07:58:35 UTC 2019)", "other_software_stack": "GCC 7.4.0; Python 3.5.3; OpenCL driver 2.0 v1.r16p0", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by Collective Knowledge v1.11.1", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-neon", "system_name": "Linaro HiKey960 (hikey960)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 8, "uid": "e91e74b82213bc15", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 197092310, "90.00 percentile latency (ns)": 203992341, "90th percentile latency (ns)": 203992341, "95.00 percentile latency (ns)": 205958583, "97.00 percentile latency (ns)": 207517607, "99.00 percentile latency (ns)": 210730998, "99.90 percentile latency (ns)": 217205353, "Max latency (ns)": 219391853, "Mean latency (ns)": 197122747, "Min duration satisfied": "Yes", "Min latency (ns)": 172186038, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 5.07, "QPS w/o loadgen overhead": 5.07, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "3 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-G71 MP8", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 203.992341, "characteristics.90th_percentile_latency_ns": 203992341.0, "characteristics.90th_percentile_latency_s": 0.203992341, "characteristics.90th_percentile_latency_us": 203992.341, "characteristics.accuracy": 76.522, "characteristics.good": 38261, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-opencl", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "closed", "formal_model": "resnet50-v1.5", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 8, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "Arm Cortex-A73 MP4 (big); Arm Cortex-A53 MP4 (LITTLE)", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "resnet", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/closed/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/closed/dividiti/results/hikey960-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Debian 9; kernel 4.19.5-hikey #26 (Thu Aug 22 07:58:35 UTC 2019)", "other_software_stack": "GCC 7.4.0; Python 3.5.3; OpenCL driver 2.0 v1.r16p0", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2535873/files/resnet50_v1.pb", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by Collective Knowledge v1.11.1", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-opencl", "system_name": "Linaro HiKey960 (hikey960)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 8, "uid": "7473382cbd43242f", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TF -> TFLite" }, { "50.00 percentile latency (ns)": 44620969, "90.00 percentile latency (ns)": 50771578, "90th percentile latency (ns)": 50771578, "95.00 percentile latency (ns)": 52897132, "97.00 percentile latency (ns)": 54047148, "99.00 percentile latency (ns)": 56630519, "99.90 percentile latency (ns)": 60050362, "Max latency (ns)": 64220215, "Mean latency (ns)": 44503740, "Min duration satisfied": "Yes", "Min latency (ns)": 31779634, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 22.46, "QPS w/o loadgen overhead": 22.47, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "3 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-G71 MP8", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 50.771578, "characteristics.90th_percentile_latency_ns": 50771578.0, "characteristics.90th_percentile_latency_s": 0.050771578, "characteristics.90th_percentile_latency_us": 50771.578, "characteristics.accuracy": 71.676, "characteristics.good": 35838, "characteristics.total": 50000, "ck_system": "hikey960-armnn-v19.08-opencl", "ck_used": true, "cooling": "small external fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "closed", "formal_model": "resnet50-v1.5", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "3 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 8, "host_processor_frequency": "2362 MHz (big), 1844 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "Arm Cortex-A73 MP4 (big); Arm Cortex-A53 MP4 (LITTLE)", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://www.hisilicon.com/en/Products/ProductList/Kirin", "informal_model": "mobilenet", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/closed/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/closed/dividiti/results/hikey960-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Debian 9; kernel 4.19.5-hikey #26 (Thu Aug 22 07:58:35 UTC 2019)", "other_software_stack": "GCC 7.4.0; Python 3.5.3; OpenCL driver 2.0 v1.r16p0", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by Collective Knowledge v1.11.1", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/hikey960-armnn-v19.08-opencl", "system_name": "Linaro HiKey960 (hikey960)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 8, "uid": "9715adc954f49b8b", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 439882351, "90.00 percentile latency (ns)": 447896171, "90th percentile latency (ns)": 447896171, "95.00 percentile latency (ns)": 449260020, "97.00 percentile latency (ns)": 452286457, "99.00 percentile latency (ns)": 454050397, "99.90 percentile latency (ns)": 457049541, "Max latency (ns)": 461443081, "Mean latency (ns)": 442065775, "Min duration satisfied": "Yes", "Min latency (ns)": 434433068, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 2.26, "QPS w/o loadgen overhead": 2.26, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "4 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-T860 MP4", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 447.896171, "characteristics.90th_percentile_latency_ns": 447896171.0, "characteristics.90th_percentile_latency_s": 0.447896171, "characteristics.90th_percentile_latency_us": 447896.171, "characteristics.accuracy": 76.442, "characteristics.good": 38221, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-opencl", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "closed", "formal_model": "resnet50-v1.5", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 6, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "Arm Cortex-A72 MP2 (big); Arm Cortex-A53 MP4 (LITTLE)", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "resnet", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/closed/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/closed/dividiti/results/firefly-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 16.04.6 LTS; kernel 4.4.77 #554 (Thu Nov 30 11:30:11 HKT 2017)", "other_software_stack": "GCC 7.4.0; Python 3.5.2; OpenCL driver 1.2 v1.r13p0-00rel0-git(a4271c9).31ba04af2d3c01618138bef3aed66c2c", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2535873/files/resnet50_v1.pb", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by Collective Knowledge v1.11.1", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-opencl", "system_name": "Firefly-RK3399 (firefly)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 6, "uid": "442725b4be4b0acf", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TF -> TFLite" }, { "50.00 percentile latency (ns)": 101225397, "90.00 percentile latency (ns)": 106491405, "90th percentile latency (ns)": 106491405, "95.00 percentile latency (ns)": 107996706, "97.00 percentile latency (ns)": 108444315, "99.00 percentile latency (ns)": 110401066, "99.90 percentile latency (ns)": 117985572, "Max latency (ns)": 118661686, "Mean latency (ns)": 101969357, "Min duration satisfied": "Yes", "Min latency (ns)": 96092419, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 9.8, "QPS w/o loadgen overhead": 9.81, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "800 MHz", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "4 GiB (shared with host)", "accelerator_memory_configuration": "-", "accelerator_model_name": "Arm Mali-T860 MP4", "accelerator_on-chip_memories": "-", "accelerators_per_node": 1, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 106.491405, "characteristics.90th_percentile_latency_ns": 106491405.0, "characteristics.90th_percentile_latency_s": 0.106491405, "characteristics.90th_percentile_latency_us": 106491.405, "characteristics.accuracy": 71.676, "characteristics.good": 35838, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-opencl", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "closed", "formal_model": "resnet50-v1.5", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (OpenCL)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 6, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "Arm Cortex-A72 MP2 (big); Arm Cortex-A53 MP4 (LITTLE)", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 1, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/closed/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/closed/dividiti/results/firefly-armnn-v19.08-opencl", "number_of_nodes": 1, "operating_system": "Ubuntu 16.04.6 LTS; kernel 4.4.77 #554 (Thu Nov 30 11:30:11 HKT 2017)", "other_software_stack": "GCC 7.4.0; Python 3.5.2; OpenCL driver 1.2 v1.r13p0-00rel0-git(a4271c9).31ba04af2d3c01618138bef3aed66c2c", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by Collective Knowledge v1.11.1", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-opencl", "system_name": "Firefly-RK3399 (firefly)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 6, "uid": "9430eb7605a25bf7", "use_accelerator": true, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 1890456016, "90.00 percentile latency (ns)": 1916650397, "90th percentile latency (ns)": 1916650397, "95.00 percentile latency (ns)": 1928322485, "97.00 percentile latency (ns)": 1942904281, "99.00 percentile latency (ns)": 1967013921, "99.90 percentile latency (ns)": 1987006684, "Max latency (ns)": 1992425464, "Mean latency (ns)": 1891985113, "Min duration satisfied": "Yes", "Min latency (ns)": 1826793316, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 0.53, "QPS w/o loadgen overhead": 0.53, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 1916.650397, "characteristics.90th_percentile_latency_ns": 1916650397.0, "characteristics.90th_percentile_latency_s": 1.916650397, "characteristics.90th_percentile_latency_us": 1916650.397, "characteristics.accuracy": 76.442, "characteristics.good": 38221, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "closed", "formal_model": "resnet50-v1.5", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 4, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "Arm Cortex-A72 MP4", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "resnet", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 4, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/closed/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/closed/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Raspbian Buster (Debian 10); kernel 4.19.66-v7l+ #1253 (Thu Aug 15 12:02:08 BST 2019)", "other_software_stack": "GCC 8.3.0; Python 3.7.3", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2535873/files/resnet50_v1.pb", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by Collective Knowledge v1.11.1", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Raspberry Pi 4 (rpi4)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 4, "uid": "c96b2c30ff248d0a", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TF -> TFLite" }, { "50.00 percentile latency (ns)": 375496445, "90.00 percentile latency (ns)": 394338211, "90th percentile latency (ns)": 394338211, "95.00 percentile latency (ns)": 402039166, "97.00 percentile latency (ns)": 406922995, "99.00 percentile latency (ns)": 421772193, "99.90 percentile latency (ns)": 433620523, "Max latency (ns)": 442478477, "Mean latency (ns)": 377063038, "Min duration satisfied": "Yes", "Min latency (ns)": 343260208, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 2.65, "QPS w/o loadgen overhead": 2.65, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 394.338211, "characteristics.90th_percentile_latency_ns": 394338211.0, "characteristics.90th_percentile_latency_s": 0.394338211, "characteristics.90th_percentile_latency_us": 394338.211, "characteristics.accuracy": 71.676, "characteristics.good": 35838, "characteristics.total": 50000, "ck_system": "rpi4-tflite-v1.15", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "closed", "formal_model": "resnet50-v1.5", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 4, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "Arm Cortex-A72 MP4", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 4, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/closed/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/closed/dividiti/results/rpi4-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Raspbian Buster (Debian 10); kernel 4.19.66-v7l+ #1253 (Thu Aug 15 12:02:08 BST 2019)", "other_software_stack": "GCC 8.3.0; Python 3.7.3", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by Collective Knowledge v1.11.1", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tflite-v1.15", "system_name": "Raspberry Pi 4 (rpi4)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 4, "uid": "308691944199d69a", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 389443810, "90.00 percentile latency (ns)": 391022292, "90th percentile latency (ns)": 391022292, "95.00 percentile latency (ns)": 391565687, "97.00 percentile latency (ns)": 392273256, "99.00 percentile latency (ns)": 393453925, "99.90 percentile latency (ns)": 396929714, "Max latency (ns)": 399217831, "Mean latency (ns)": 389649678, "Min duration satisfied": "Yes", "Min latency (ns)": 387257769, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 2.57, "QPS w/o loadgen overhead": 2.57, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 391.022292, "characteristics.90th_percentile_latency_ns": 391022292.0, "characteristics.90th_percentile_latency_s": 0.391022292, "characteristics.90th_percentile_latency_us": 391022.292, "characteristics.accuracy": 76.442, "characteristics.good": 38221, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-neon", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "closed", "formal_model": "resnet50-v1.5", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 6, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "Arm Cortex-A72 MP2 (big); Arm Cortex-A53 MP4 (LITTLE)", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "resnet", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 6, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/closed/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/closed/dividiti/results/firefly-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 16.04.6 LTS; kernel 4.4.77 #554 (Thu Nov 30 11:30:11 HKT 2017)", "other_software_stack": "GCC 7.4.0; Python 3.5.2; OpenCL driver 1.2 v1.r13p0-00rel0-git(a4271c9).31ba04af2d3c01618138bef3aed66c2c", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2535873/files/resnet50_v1.pb", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by Collective Knowledge v1.11.1", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-neon", "system_name": "Firefly-RK3399 (firefly)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 6, "uid": "eddd9403cbcc625b", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TF -> TFLite" }, { "50.00 percentile latency (ns)": 79488346, "90.00 percentile latency (ns)": 80116887, "90th percentile latency (ns)": 80116887, "95.00 percentile latency (ns)": 80388134, "97.00 percentile latency (ns)": 80537760, "99.00 percentile latency (ns)": 81011422, "99.90 percentile latency (ns)": 87261536, "Max latency (ns)": 100070214, "Mean latency (ns)": 79633756, "Min duration satisfied": "Yes", "Min latency (ns)": 78969471, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 12.56, "QPS w/o loadgen overhead": 12.56, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 80.116887, "characteristics.90th_percentile_latency_ns": 80116887.0, "characteristics.90th_percentile_latency_s": 0.080116887, "characteristics.90th_percentile_latency_us": 80116.887, "characteristics.accuracy": 71.676, "characteristics.good": 35838, "characteristics.total": 50000, "ck_system": "firefly-armnn-v19.08-neon", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "closed", "formal_model": "resnet50-v1.5", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 6, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "Arm Cortex-A72 MP2 (big); Arm Cortex-A53 MP4 (LITTLE)", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 6, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/closed/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/closed/dividiti/results/firefly-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 16.04.6 LTS; kernel 4.4.77 #554 (Thu Nov 30 11:30:11 HKT 2017)", "other_software_stack": "GCC 7.4.0; Python 3.5.2; OpenCL driver 1.2 v1.r13p0-00rel0-git(a4271c9).31ba04af2d3c01618138bef3aed66c2c", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by Collective Knowledge v1.11.1", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-armnn-v19.08-neon", "system_name": "Firefly-RK3399 (firefly)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 6, "uid": "d2e60204d3eace8e", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 383231250, "90.00 percentile latency (ns)": 494919271, "90th percentile latency (ns)": 494919271, "95.00 percentile latency (ns)": 515877084, "97.00 percentile latency (ns)": 524343229, "99.00 percentile latency (ns)": 537845312, "99.90 percentile latency (ns)": 551480729, "Max latency (ns)": 571935416, "Mean latency (ns)": 331487779, "Min duration satisfied": "Yes", "Min latency (ns)": 182861458, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 3.02, "QPS w/o loadgen overhead": 3.02, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 494.919271, "characteristics.90th_percentile_latency_ns": 494919271.0, "characteristics.90th_percentile_latency_s": 0.494919271, "characteristics.90th_percentile_latency_us": 494919.271, "characteristics.accuracy": 76.44, "characteristics.good": 38220, "characteristics.total": 50000, "ck_system": "mate10pro-armnn-v19.08-neon", "ck_used": true, "cooling": "phone case", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "closed", "formal_model": "resnet50-v1.5", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "6 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2360 MHz (big), 1800 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "Flash", "hw_notes": "https://en.wikichip.org/wiki/hisilicon/kirin/970", "informal_model": "resnet", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/closed/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/closed/dividiti/results/mate10pro-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2535873/files/resnet50_v1.pb", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/mate10pro-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "0ada40fbbf01258c", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TF -> TFLite" }, { "50.00 percentile latency (ns)": 49068229, "90.00 percentile latency (ns)": 111595833, "90th percentile latency (ns)": 111595833, "95.00 percentile latency (ns)": 119454167, "97.00 percentile latency (ns)": 122999479, "99.00 percentile latency (ns)": 132790104, "99.90 percentile latency (ns)": 165043229, "Max latency (ns)": 173703125, "Mean latency (ns)": 58816739, "Min duration satisfied": "Yes", "Min latency (ns)": 37041146, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 17.0, "QPS w/o loadgen overhead": 17.0, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 111.595833, "characteristics.90th_percentile_latency_ns": 111595833.0, "characteristics.90th_percentile_latency_s": 0.111595833, "characteristics.90th_percentile_latency_us": 111595.833, "characteristics.accuracy": 71.516, "characteristics.good": 35758, "characteristics.total": 50000, "ck_system": "mate10pro-armnn-v19.08-neon", "ck_used": true, "cooling": "phone case", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "closed", "formal_model": "resnet50-v1.5", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "6 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 256=4x64 KiB, L1D$ 256=4x64 KiB, L2$ 2 MiB (big); L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB (LITTLE)", "host_processor_core_count": 120, "host_processor_frequency": "2360 MHz (big), 1800 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "Flash", "hw_notes": "https://en.wikichip.org/wiki/hisilicon/kirin/970", "informal_model": "mobilenet", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/closed/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/closed/dividiti/results/mate10pro-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/mate10pro-armnn-v19.08-neon", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "dd37dab003425ca3", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 431595990, "90.00 percentile latency (ns)": 448304949, "90th percentile latency (ns)": 448304949, "95.00 percentile latency (ns)": 453124808, "97.00 percentile latency (ns)": 455701834, "99.00 percentile latency (ns)": 481233215, "99.90 percentile latency (ns)": 556086885, "Max latency (ns)": 557599883, "Mean latency (ns)": 433431791, "Min duration satisfied": "Yes", "Min latency (ns)": 407712177, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 2.31, "QPS w/o loadgen overhead": 2.31, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 448.304949, "characteristics.90th_percentile_latency_ns": 448304949.0, "characteristics.90th_percentile_latency_s": 0.448304949, "characteristics.90th_percentile_latency_us": 448304.949, "characteristics.accuracy": 76.442, "characteristics.good": 38221, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v19.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "closed", "formal_model": "resnet50-v1.5", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 4, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "Arm Cortex-A72 MP4", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "resnet", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 4, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/closed/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/closed/dividiti/results/rpi4-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Raspbian Buster (Debian 10); kernel 4.19.66-v7l+ #1253 (Thu Aug 15 12:02:08 BST 2019)", "other_software_stack": "GCC 8.3.0; Python 3.7.3", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2535873/files/resnet50_v1.pb", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by Collective Knowledge v1.11.1", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v19.08-neon", "system_name": "Raspberry Pi 4 (rpi4)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 4, "uid": "9578446d83ce4b23", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TF -> TFLite" }, { "50.00 percentile latency (ns)": 90728387, "90.00 percentile latency (ns)": 103600736, "90th percentile latency (ns)": 103600736, "95.00 percentile latency (ns)": 108311785, "97.00 percentile latency (ns)": 110802758, "99.00 percentile latency (ns)": 118454271, "99.90 percentile latency (ns)": 122235291, "Max latency (ns)": 125000415, "Mean latency (ns)": 94083365, "Min duration satisfied": "Yes", "Min latency (ns)": 89133811, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 10.62, "QPS w/o loadgen overhead": 10.63, "Result is": "VALID", "SUT name": "ArmNN_TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 103.600736, "characteristics.90th_percentile_latency_ns": 103600736.0, "characteristics.90th_percentile_latency_s": 0.103600736, "characteristics.90th_percentile_latency_us": 103600.736, "characteristics.accuracy": 71.676, "characteristics.good": 35838, "characteristics.total": 50000, "ck_system": "rpi4-armnn-v19.08-neon", "ck_used": true, "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "closed", "formal_model": "resnet50-v1.5", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "ArmNN v19.08 (Neon)", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", "host_processor_core_count": 4, "host_processor_frequency": "1500 MHz", "host_processor_interconnect": "-", "host_processor_model_name": "Arm Cortex-A72 MP4", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme Pro microSD", "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", "informal_model": "mobilenet", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 4, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/closed/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/closed/dividiti/results/rpi4-armnn-v19.08-neon", "number_of_nodes": 1, "operating_system": "Raspbian Buster (Debian 10); kernel 4.19.66-v7l+ #1253 (Thu Aug 15 12:02:08 BST 2019)", "other_software_stack": "GCC 8.3.0; Python 3.7.3", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by Collective Knowledge v1.11.1", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-armnn-v19.08-neon", "system_name": "Raspberry Pi 4 (rpi4)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 4, "uid": "4c29af3355655f5a", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 654974688, "90.00 percentile latency (ns)": 695112280, "90th percentile latency (ns)": 695112280, "95.00 percentile latency (ns)": 701844994, "97.00 percentile latency (ns)": 705162163, "99.00 percentile latency (ns)": 715012072, "99.90 percentile latency (ns)": 722944879, "Max latency (ns)": 726988330, "Mean latency (ns)": 638108152, "Min duration satisfied": "Yes", "Min latency (ns)": 487181728, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 1.57, "QPS w/o loadgen overhead": 1.57, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 695.11228, "characteristics.90th_percentile_latency_ns": 695112280.0, "characteristics.90th_percentile_latency_s": 0.69511228, "characteristics.90th_percentile_latency_us": 695112.28, "characteristics.accuracy": 76.442, "characteristics.good": 38221, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "closed", "formal_model": "resnet50-v1.5", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 6, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "Arm Cortex-A72 MP2 (big); Arm Cortex-A53 MP4 (LITTLE)", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "resnet", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 6, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/closed/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/closed/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 16.04.6 LTS; kernel 4.4.77 #554 (Thu Nov 30 11:30:11 HKT 2017)", "other_software_stack": "GCC 7.4.0; Python 3.5.2; OpenCL driver 1.2 v1.r13p0-00rel0-git(a4271c9).31ba04af2d3c01618138bef3aed66c2c", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2535873/files/resnet50_v1.pb", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by Collective Knowledge v1.11.1", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Firefly-RK3399 (firefly)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 6, "uid": "f5e4cf49ac71dc0f", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TF -> TFLite" }, { "50.00 percentile latency (ns)": 104920811, "90.00 percentile latency (ns)": 120564345, "90th percentile latency (ns)": 120564345, "95.00 percentile latency (ns)": 132998064, "97.00 percentile latency (ns)": 146161560, "99.00 percentile latency (ns)": 158264824, "99.90 percentile latency (ns)": 189065965, "Max latency (ns)": 202455782, "Mean latency (ns)": 107473600, "Min duration satisfied": "Yes", "Min latency (ns)": 85605802, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 9.3, "QPS w/o loadgen overhead": 9.3, "Result is": "VALID", "SUT name": "TFLite_SUT", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "-", "accelerator_interconnect": "-", "accelerator_interconnect_topology": "-", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "characteristics.90th_percentile_latency_ms": 120.564345, "characteristics.90th_percentile_latency_ns": 120564345.0, "characteristics.90th_percentile_latency_s": 0.120564345, "characteristics.90th_percentile_latency_us": 120564.345, "characteristics.accuracy": 71.676, "characteristics.good": 35838, "characteristics.total": 50000, "ck_system": "firefly-tflite-v1.15", "ck_used": true, "cooling": "on-board fan", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "closed", "formal_model": "resnet50-v1.5", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "TFLite v1.15.0-rc2", "host_memory_capacity": "4 GiB", "host_memory_configuration": "-", "host_networking": "-", "host_networking_topology": "-", "host_processor_caches": "L1I$ 48 KiB, L1D$ 32 KiB, L2$ 1 MiB (big); L1I$ 32 KiB, L1D$ 32 KiB, L2$ 512 KiB (LITTLE)", "host_processor_core_count": 6, "host_processor_frequency": "1800 MHz (big), 1400 MHz (LITTLE)", "host_processor_interconnect": "-", "host_processor_model_name": "Arm Cortex-A72 MP2 (big); Arm Cortex-A53 MP4 (LITTLE)", "host_processors_per_node": 1, "host_storage_capacity": "128 GiB", "host_storage_type": "SanDisk Extreme microSD", "hw_notes": "http://en.t-firefly.com/product/rk3399/; http://opensource.rock-chips.com/wiki_RK3399", "informal_model": "mobilenet", "input_data_types": "fp32", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.5, "normalize_cores": 6, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.5/tree/master/closed/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.5/tree/master/closed/dividiti/results/firefly-tflite-v1.15", "number_of_nodes": 1, "operating_system": "Ubuntu 16.04.6 LTS; kernel 4.4.77 #554 (Thu Nov 30 11:30:11 HKT 2017)", "other_software_stack": "GCC 7.4.0; Python 3.5.2; OpenCL driver 1.2 v1.r13p0-00rel0-git(a4271c9).31ba04af2d3c01618138bef3aed66c2c", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 3133965575612453542, "retraining": "no", "sample_index_rng_seed": 665484352860916858, "samples_per_query": 1, "schedule_rng_seed": 3622009729038561421, "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_1.0_224.tgz", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by Collective Knowledge v1.11.1", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/firefly-tflite-v1.15", "system_name": "Firefly-RK3399 (firefly)", "target_latency (ns)": 0, "target_qps": 100, "task": "image classification", "task2": "image classification", "total_cores": 6, "uid": "3b51438a9a9163f1", "use_accelerator": false, "weight_data_types": "fp32", "weight_transformations": "TFLite" }, { "50.00 percentile latency (ns)": 2383385, "90.00 percentile latency (ns)": 2665994, "90th percentile latency (ns)": 2665994, "95.00 percentile latency (ns)": 2696986, "97.00 percentile latency (ns)": 2713880, "99.00 percentile latency (ns)": 2757976, "99.90 percentile latency (ns)": 3742782, "Max latency (ns)": 3929991, "Mean latency (ns)": 2443234, "Min duration satisfied": "Yes", "Min latency (ns)": 2230458, "Min queries satisfied": "Yes", "Mode": "Performance", "QPS w/ loadgen overhead": 408.75, "QPS w/o loadgen overhead": 409.29, "Result is": "VALID", "SUT name": "SUT\u0000", "Scenario": "singlestream", "accelerator_frequency": "-", "accelerator_host_interconnect": "", "accelerator_interconnect": "", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "-", "accelerator_memory_configuration": "-", "accelerator_model_name": "-", "accelerator_on-chip_memories": "-", "accelerators_per_node": 0, "accuracy_log_probability": 0, "accuracy_log_rng_seed": 0, "accuracy_log_sampling_target": 0, "characteristics.90th_percentile_latency_ms": 2.665994, "characteristics.90th_percentile_latency_ns": 2665994.0, "characteristics.90th_percentile_latency_s": 0.002665994, "characteristics.90th_percentile_latency_us": 2665.994, "characteristics.accuracy": 76.292, "characteristics.good": 38146, "characteristics.total": 50000, "ck_system": "aws-g4dn.4xlarge-openvino-2020", "ck_used": true, "cooling": "", "dataset": "ImageNet 2012", "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md", "dim_x_default": "characteristics.90th_percentile_latency_ms", "dim_y_default": "characteristics.accuracy", "dim_y_maximize": true, "division": "open", "formal_model": "resnet50", "formal_model_accuracy": 99.0, "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package", "framework": "OpenVINO 2020", "host_memory_capacity": "64GB", "host_memory_configuration": "", "host_networking": "", "host_networking_topology": "", "host_processor_caches": "L1I$ 512=16x32 KiB, L1D$ 512=16x32 KiB, L2$ 1024 KiB, L3$ 36608 KiB", "host_processor_core_count": 120, "host_processor_frequency": "2.50GHz", "host_processor_interconnect": "", "host_processor_model_name": "AMD EPYC 7V13 64-Core Processor", "host_processors_per_node": 1, "host_storage_capacity": "225GB", "host_storage_type": "", "hw_notes": "https://aws.amazon.com/ec2/instance-types/g4/", "informal_model": "resnet50", "input_data_types": "int8", "key.accuracy": "characteristics.accuracy", "max_async_queries": 1, "max_duration (ms)": 0, "max_query_count": 0, "min_duration (ms)": 60000, "min_query_count": 1024, "mlperf_version": 0.7, "normalize_cores": 120, "normalize_processors": 1, "note_code": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/code", "note_details": "https://github.com/mlcommons/inference_results_v0.7/tree/master/open/dividiti/results/aws-g4dn.4xlarge-openvino-2020", "number_of_nodes": 1, "operating_system": "Ubuntu 18.04.5 LTS (Linux-5.4.0-1055-azure-x86_64-with-Ubuntu-18.04-bionic)", "other_software_stack": "GCC 7.5.0; Python 3.7.10", "performance_issue_same": true, "performance_issue_same_index": 0, "performance_issue_unique": true, "performance_sample_count": 1024, "print_timestamps": true, "problem": false, "qsl_rng_seed": 12786827339337101903, "retraining": "no", "sample_index_rng_seed": 12640797754436136668, "samples_per_query": 1, "schedule_rng_seed": 3135815929913719677, "starting_weights_filename": "/home/dvdt/drop/Models/resnet50/resnet50_int8.xml", "status": "available", "submitter": "dividiti", "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/dividiti", "sw_notes": "Powered by CK v2.5.8 (https://github.com/ctuning/ck)", "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/aws-g4dn.4xlarge-openvino-2020", "system_name": "Microsoft Corporation 7.0 (Virtual Machine)", "system_type": "datacenter", "target_latency (ns)": 0, "target_qps": 500, "task": "image classification", "task2": "image classification", "total_cores": 120, "uid": "9fd8674e0fa9b274", "use_accelerator": false, "weight_data_types": "int8", "weight_transformations": "TF -> OpenVINO (please refer to closed/Intel/calibration/OpenVINO)" } ]