[
  {
    "50.00 percentile latency (ns)": 11240431,
    "90.00 percentile latency (ns)": 11266459,
    "90th percentile latency (ns)": 11266459,
    "95.00 percentile latency (ns)": 11275440,
    "97.00 percentile latency (ns)": 11282292,
    "99.00 percentile latency (ns)": 11302517,
    "99.90 percentile latency (ns)": 11937272,
    "Max latency (ns)": 20352017,
    "Mean latency (ns)": 11244869,
    "Min duration satisfied": "Yes",
    "Min latency (ns)": 11154440,
    "Min queries satisfied": "Yes",
    "Mode": "PerformanceOnly",
    "QPS w/ loadgen overhead": 88.9,
    "QPS w/o loadgen overhead": 88.93,
    "Result is": "VALID",
    "SUT name": "TFLite_SUT",
    "Scenario": "singlestream",
    "accelerator_frequency": "-",
    "accelerator_host_interconnect": "-",
    "accelerator_interconnect": "-",
    "accelerator_interconnect_topology": "-",
    "accelerator_memory_capacity": "-",
    "accelerator_memory_configuration": "-",
    "accelerator_model_name": "-",
    "accelerator_on-chip_memories": "-",
    "accelerators_per_node": 0,
    "accuracy_log_probability": 0,
    "accuracy_log_rng_seed": 0,
    "accuracy_log_sampling_target": 0,
    "characteristics.accuracy": 75.068,
    "characteristics.good": 37534,
    "characteristics.samples_per_second": 88.93,
    "characteristics.samples_per_second.normalized_per_core": 22.2325,
    "characteristics.samples_per_second.normalized_per_processor": 88.93,
    "characteristics.total": 50000,
    "ck_system": "aws-c6gd.xlarge-arm64-tflite-2.5.0-ruy",
    "ck_used": true,
    "cooling": "",
    "dataset": "ImageNet 2012",
    "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md",
    "dim_x_default": "characteristics.samples_per_second",
    "dim_x_maximize": true,
    "dim_y_default": "characteristics.accuracy",
    "dim_y_maximize": true,
    "division": "open",
    "formal_model": "efficientnet-lite0-non-quantized",
    "formal_model_accuracy": 99.0,
    "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package",
    "framework": "TFLite v2.5.0 (ruy)",
    "host_memory_capacity": "8 GiB",
    "host_memory_configuration": "-",
    "host_networking": "-",
    "host_networking_topology": "-",
    "host_processor_caches": "L1d cache: 256 KiB; L1i cache: 256 KiB; L2 cache: 4 MiB; L3 cache: 32 MiB",
    "host_processor_core_count": 4,
    "host_processor_frequency": "3100 MHz",
    "host_processor_interconnect": "-",
    "host_processor_model_name": "Neoverse-N1 (aarch64)",
    "host_processors_per_node": 1,
    "host_storage_capacity": "237 GiB",
    "host_storage_type": "NVMe SSD",
    "hw_notes": "https://aws.amazon.com/ec2/instance-types/c6",
    "informal_model": "efficientnet-lite0-non-quantized",
    "input_data_types": "fp32",
    "key.accuracy": "characteristics.accuracy",
    "max_async_queries": 1,
    "max_duration (ms)": 0,
    "max_query_count": 0,
    "min_duration (ms)": 600000,
    "min_query_count": 1024,
    "mlperf_version": 1.1,
    "normalize_cores": 4,
    "normalize_processors": 1,
    "note_code": "https://github.com/mlcommons/inference_results_v1.1/tree/master/open/cTuning/code",
    "note_details": "https://github.com/mlcommons/inference_results_v1.1/tree/master/open/cTuning/results/aws-c6gd.xlarge-arm64-tflite-2.5.0-ruy",
    "number_of_nodes": 1,
    "operating_system": "Ubuntu 20.04.2 LTS (Linux-5.8.0-1041-aws-aarch64-with-glibc2.29)",
    "other_software_stack": "GCC 9.3.0; Python 3.8.10",
    "performance_issue_same": 0,
    "performance_issue_same_index": 0,
    "performance_issue_unique": 0,
    "performance_sample_count": 1024,
    "print_timestamps": 0,
    "problem": true,
    "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)",
    "qsl_rng_seed": 1624344308455410291,
    "retraining": "no",
    "sample_index_rng_seed": 517984244576520566,
    "samples_per_query": 1,
    "schedule_rng_seed": 10051496985653635065,
    "starting_weights_filename": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-lite0.tar.gz",
    "status": "available",
    "submitter": "cTuning",
    "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/cTuning",
    "sw_notes": "Design Space Exploration automated by MLCommons Collective Knowledge v2.5.8 (https://github.com/mlcommons/ck). The new CK v2+ includes the multi-dimensional (Pareto) frontier detector to compact raw MLPerf results and reduce the number of sub-optimal submissions: https://github.com/mlcommons/ck-mlops/blob/main/module/bench.mlperf.inference/README.results.md",
    "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/aws-c6gd.xlarge-arm64-tflite-2.5.0-ruy",
    "system_name": "Amazon EC2 (c6gd.xlarge)",
    "system_type": "edge",
    "target_latency (ns)": 0,
    "target_qps": 90.9091,
    "task": "image classification",
    "task2": "image classification",
    "total_cores": 4,
    "uid": "db1ffaa18f75b29f",
    "use_accelerator": false,
    "weight_data_types": "fp32",
    "weight_transformations": "TFLite"
  },
  {
    "50.00 percentile latency (ns)": 1828056,
    "90.00 percentile latency (ns)": 1837590,
    "90th percentile latency (ns)": 1837590,
    "95.00 percentile latency (ns)": 1842488,
    "97.00 percentile latency (ns)": 1845770,
    "99.00 percentile latency (ns)": 1850783,
    "99.90 percentile latency (ns)": 1898053,
    "Max latency (ns)": 33692220,
    "Mean latency (ns)": 1828771,
    "Min duration satisfied": "Yes",
    "Min latency (ns)": 1808101,
    "Min queries satisfied": "Yes",
    "Mode": "PerformanceOnly",
    "QPS w/ loadgen overhead": 546.18,
    "QPS w/o loadgen overhead": 546.82,
    "Result is": "VALID",
    "SUT name": "TFLite_SUT",
    "Scenario": "singlestream",
    "accelerator_frequency": "-",
    "accelerator_host_interconnect": "-",
    "accelerator_interconnect": "-",
    "accelerator_interconnect_topology": "-",
    "accelerator_memory_capacity": "-",
    "accelerator_memory_configuration": "-",
    "accelerator_model_name": "-",
    "accelerator_on-chip_memories": "-",
    "accelerators_per_node": 0,
    "accuracy_log_probability": 0,
    "accuracy_log_rng_seed": 0,
    "accuracy_log_sampling_target": 0,
    "characteristics.accuracy": 50.244,
    "characteristics.good": 25122,
    "characteristics.samples_per_second": 546.82,
    "characteristics.samples_per_second.normalized_per_core": 136.705,
    "characteristics.samples_per_second.normalized_per_processor": 546.82,
    "characteristics.total": 50000,
    "ck_system": "aws-c6gd.xlarge-arm64-tflite-2.5.0-ruy",
    "ck_used": true,
    "cooling": "",
    "dataset": "ImageNet 2012",
    "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md",
    "dim_x_default": "characteristics.samples_per_second",
    "dim_x_maximize": true,
    "dim_y_default": "characteristics.accuracy",
    "dim_y_maximize": true,
    "division": "open",
    "formal_model": "mobilenet-v1-0.25-224-quantized",
    "formal_model_accuracy": 99.0,
    "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package",
    "framework": "TFLite v2.5.0 (ruy)",
    "host_memory_capacity": "8 GiB",
    "host_memory_configuration": "-",
    "host_networking": "-",
    "host_networking_topology": "-",
    "host_processor_caches": "L1d cache: 256 KiB; L1i cache: 256 KiB; L2 cache: 4 MiB; L3 cache: 32 MiB",
    "host_processor_core_count": 4,
    "host_processor_frequency": "3100 MHz",
    "host_processor_interconnect": "-",
    "host_processor_model_name": "Neoverse-N1 (aarch64)",
    "host_processors_per_node": 1,
    "host_storage_capacity": "237 GiB",
    "host_storage_type": "NVMe SSD",
    "hw_notes": "https://aws.amazon.com/ec2/instance-types/c6",
    "informal_model": "mobilenet-v1-0.25-224-quantized",
    "input_data_types": "int8",
    "key.accuracy": "characteristics.accuracy",
    "max_async_queries": 1,
    "max_duration (ms)": 0,
    "max_query_count": 0,
    "min_duration (ms)": 600000,
    "min_query_count": 1024,
    "mlperf_version": 1.1,
    "normalize_cores": 4,
    "normalize_processors": 1,
    "note_code": "https://github.com/mlcommons/inference_results_v1.1/tree/master/open/cTuning/code",
    "note_details": "https://github.com/mlcommons/inference_results_v1.1/tree/master/open/cTuning/results/aws-c6gd.xlarge-arm64-tflite-2.5.0-ruy",
    "number_of_nodes": 1,
    "operating_system": "Ubuntu 20.04.2 LTS (Linux-5.8.0-1041-aws-aarch64-with-glibc2.29)",
    "other_software_stack": "GCC 9.3.0; Python 3.8.10",
    "performance_issue_same": 0,
    "performance_issue_same_index": 0,
    "performance_issue_unique": 0,
    "performance_sample_count": 1024,
    "print_timestamps": 0,
    "problem": true,
    "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)",
    "qsl_rng_seed": 1624344308455410291,
    "retraining": "no",
    "sample_index_rng_seed": 517984244576520566,
    "samples_per_query": 1,
    "schedule_rng_seed": 10051496985653635065,
    "starting_weights_filename": "https://zenodo.org/record/2269307/files/mobilenet_v1_0.25_224_quant.tgz",
    "status": "available",
    "submitter": "cTuning",
    "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/cTuning",
    "sw_notes": "Design Space Exploration automated by MLCommons Collective Knowledge v2.5.8 (https://github.com/mlcommons/ck). The new CK v2+ includes the multi-dimensional (Pareto) frontier detector to compact raw MLPerf results and reduce the number of sub-optimal submissions: https://github.com/mlcommons/ck-mlops/blob/main/module/bench.mlperf.inference/README.results.md",
    "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/aws-c6gd.xlarge-arm64-tflite-2.5.0-ruy",
    "system_name": "Amazon EC2 (c6gd.xlarge)",
    "system_type": "edge",
    "target_latency (ns)": 0,
    "target_qps": 1000,
    "task": "image classification",
    "task2": "image classification",
    "total_cores": 4,
    "uid": "08c68cc0480bbf06",
    "use_accelerator": false,
    "weight_data_types": "int8",
    "weight_transformations": "TFLite"
  },
  {
    "50.00 percentile latency (ns)": 7088007,
    "90.00 percentile latency (ns)": 7101403,
    "90th percentile latency (ns)": 7101403,
    "95.00 percentile latency (ns)": 7105295,
    "97.00 percentile latency (ns)": 7108617,
    "99.00 percentile latency (ns)": 7124324,
    "99.90 percentile latency (ns)": 8049730,
    "Max latency (ns)": 73384615,
    "Mean latency (ns)": 7095879,
    "Min duration satisfied": "Yes",
    "Min latency (ns)": 7056234,
    "Min queries satisfied": "Yes",
    "Mode": "PerformanceOnly",
    "QPS w/ loadgen overhead": 140.87,
    "QPS w/o loadgen overhead": 140.93,
    "Result is": "VALID",
    "SUT name": "TFLite_SUT",
    "Scenario": "singlestream",
    "accelerator_frequency": "-",
    "accelerator_host_interconnect": "-",
    "accelerator_interconnect": "-",
    "accelerator_interconnect_topology": "-",
    "accelerator_memory_capacity": "-",
    "accelerator_memory_configuration": "-",
    "accelerator_model_name": "-",
    "accelerator_on-chip_memories": "-",
    "accelerators_per_node": 0,
    "accuracy_log_probability": 0,
    "accuracy_log_rng_seed": 0,
    "accuracy_log_sampling_target": 0,
    "characteristics.accuracy": 70.43,
    "characteristics.good": 35215,
    "characteristics.samples_per_second": 140.93,
    "characteristics.samples_per_second.normalized_per_core": 35.2325,
    "characteristics.samples_per_second.normalized_per_processor": 140.93,
    "characteristics.total": 50000,
    "ck_system": "aws-c6gd.xlarge-arm64-tflite-2.5.0-ruy",
    "ck_used": true,
    "cooling": "",
    "dataset": "ImageNet 2012",
    "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md",
    "dim_x_default": "characteristics.samples_per_second",
    "dim_x_maximize": true,
    "dim_y_default": "characteristics.accuracy",
    "dim_y_maximize": true,
    "division": "open",
    "formal_model": "mobilenet-v3-large-minimalistic_224_1.0_uint8",
    "formal_model_accuracy": 99.0,
    "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package",
    "framework": "TFLite v2.5.0 (ruy)",
    "host_memory_capacity": "8 GiB",
    "host_memory_configuration": "-",
    "host_networking": "-",
    "host_networking_topology": "-",
    "host_processor_caches": "L1d cache: 256 KiB; L1i cache: 256 KiB; L2 cache: 4 MiB; L3 cache: 32 MiB",
    "host_processor_core_count": 4,
    "host_processor_frequency": "3100 MHz",
    "host_processor_interconnect": "-",
    "host_processor_model_name": "Neoverse-N1 (aarch64)",
    "host_processors_per_node": 1,
    "host_storage_capacity": "237 GiB",
    "host_storage_type": "NVMe SSD",
    "hw_notes": "https://aws.amazon.com/ec2/instance-types/c6",
    "informal_model": "mobilenet-v3-large-minimalistic_224_1.0_uint8",
    "input_data_types": "int8",
    "key.accuracy": "characteristics.accuracy",
    "max_async_queries": 1,
    "max_duration (ms)": 0,
    "max_query_count": 0,
    "min_duration (ms)": 600000,
    "min_query_count": 1024,
    "mlperf_version": 1.1,
    "normalize_cores": 4,
    "normalize_processors": 1,
    "note_code": "https://github.com/mlcommons/inference_results_v1.1/tree/master/open/cTuning/code",
    "note_details": "https://github.com/mlcommons/inference_results_v1.1/tree/master/open/cTuning/results/aws-c6gd.xlarge-arm64-tflite-2.5.0-ruy",
    "number_of_nodes": 1,
    "operating_system": "Ubuntu 20.04.2 LTS (Linux-5.8.0-1041-aws-aarch64-with-glibc2.29)",
    "other_software_stack": "GCC 9.3.0; Python 3.8.10",
    "performance_issue_same": 0,
    "performance_issue_same_index": 0,
    "performance_issue_unique": 0,
    "performance_sample_count": 1024,
    "print_timestamps": 0,
    "problem": true,
    "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)",
    "qsl_rng_seed": 1624344308455410291,
    "retraining": "no",
    "sample_index_rng_seed": 517984244576520566,
    "samples_per_query": 1,
    "schedule_rng_seed": 10051496985653635065,
    "starting_weights_filename": "https://storage.googleapis.com/mobilenet_v3/checkpoints/v3-large-minimalistic_224_1.0_uint8.tgz",
    "status": "available",
    "submitter": "cTuning",
    "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/cTuning",
    "sw_notes": "Design Space Exploration automated by MLCommons Collective Knowledge v2.5.8 (https://github.com/mlcommons/ck). The new CK v2+ includes the multi-dimensional (Pareto) frontier detector to compact raw MLPerf results and reduce the number of sub-optimal submissions: https://github.com/mlcommons/ck-mlops/blob/main/module/bench.mlperf.inference/README.results.md",
    "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/aws-c6gd.xlarge-arm64-tflite-2.5.0-ruy",
    "system_name": "Amazon EC2 (c6gd.xlarge)",
    "system_type": "edge",
    "target_latency (ns)": 0,
    "target_qps": 200,
    "task": "image classification",
    "task2": "image classification",
    "total_cores": 4,
    "uid": "104cf4bb08b96bd3",
    "use_accelerator": false,
    "weight_data_types": "int8",
    "weight_transformations": "TFLite"
  },
  {
    "50.00 percentile latency (ns)": 563396555,
    "90.00 percentile latency (ns)": 565052816,
    "90th percentile latency (ns)": 565052816,
    "95.00 percentile latency (ns)": 565678231,
    "97.00 percentile latency (ns)": 566232221,
    "99.00 percentile latency (ns)": 569230285,
    "99.90 percentile latency (ns)": 720128909,
    "Max latency (ns)": 1077501340,
    "Mean latency (ns)": 563947440,
    "Min duration satisfied": "Yes",
    "Min latency (ns)": 559899012,
    "Min queries satisfied": "Yes",
    "Mode": "PerformanceOnly",
    "QPS w/ loadgen overhead": 1.77,
    "QPS w/o loadgen overhead": 1.77,
    "Result is": "VALID",
    "SUT name": "PySUT",
    "Scenario": "singlestream",
    "accelerator_frequency": "-",
    "accelerator_host_interconnect": "-",
    "accelerator_interconnect": "-",
    "accelerator_interconnect_topology": "-",
    "accelerator_memory_capacity": "-",
    "accelerator_memory_configuration": "-",
    "accelerator_model_name": "-",
    "accelerator_on-chip_memories": "-",
    "accelerators_per_node": 0,
    "accuracy_log_probability": 0,
    "accuracy_log_rng_seed": 720381539243781796,
    "accuracy_log_sampling_target": 4096,
    "characteristics.accuracy": 76.456,
    "characteristics.good": 38228,
    "characteristics.samples_per_second": 1.77,
    "characteristics.samples_per_second.normalized_per_core": 0.4425,
    "characteristics.samples_per_second.normalized_per_processor": 1.77,
    "characteristics.total": 50000,
    "ck_system": "rpi4-tvm-fp32",
    "ck_used": true,
    "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B",
    "dataset": "ImageNet 2012",
    "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md",
    "dim_x_default": "characteristics.samples_per_second",
    "dim_x_maximize": true,
    "dim_y_default": "characteristics.accuracy",
    "dim_y_maximize": true,
    "division": "closed",
    "formal_model": "resnet50-v1.5",
    "formal_model_accuracy": 99.0,
    "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package",
    "framework": "TVM v0.8-dev",
    "host_memory_capacity": "2 GiB",
    "host_memory_configuration": "-",
    "host_networking": "-",
    "host_networking_topology": "-",
    "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB",
    "host_processor_core_count": 4,
    "host_processor_frequency": "1500 MHz",
    "host_processor_interconnect": "-",
    "host_processor_model_name": "BCM2835",
    "host_processors_per_node": 1,
    "host_storage_capacity": "128 GiB",
    "host_storage_type": "SanDisk High Endurance V30 microSD",
    "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications ; we use native power supply (5.1V 2.5A) and a special cooling system to make sure that our MLPerf results are stable and reproducible: https://github.com/mlcommons/ck/blob/master/docs/mlperf-automation/platform/rpi4-ubuntu.md",
    "informal_model": "resnet50",
    "input_data_types": "fp32",
    "key.accuracy": "characteristics.accuracy",
    "max_async_queries": 1,
    "max_duration (ms)": 0,
    "max_query_count": 2048,
    "min_duration (ms)": 600000,
    "min_query_count": 2048,
    "mlperf_version": 1.1,
    "normalize_cores": 4,
    "normalize_processors": 1,
    "note_code": "https://github.com/mlcommons/inference_results_v1.1/tree/master/closed/cTuning/code",
    "note_details": "https://github.com/mlcommons/inference_results_v1.1/tree/master/closed/cTuning/results/rpi4-tvm-fp32",
    "number_of_nodes": 1,
    "operating_system": "Ubuntu 20.04.2 LTS (Linux-5.4.0-1041-raspi-aarch64-with-glibc2.29)",
    "other_software_stack": "Python 3.8.10; GCC 9.3.0",
    "performance_issue_same": 0,
    "performance_issue_same_index": 0,
    "performance_issue_unique": 0,
    "performance_sample_count": 1024,
    "print_timestamps": 0,
    "problem": true,
    "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)",
    "qsl_rng_seed": 1624344308455410291,
    "retraining": "no",
    "sample_index_rng_seed": 517984244576520566,
    "samples_per_query": 1,
    "schedule_rng_seed": 10051496985653635065,
    "starting_weights_filename": "https://zenodo.org/record/4735647/files/resnet50_v1.onnx",
    "status": "available",
    "submitter": "cTuning",
    "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/cTuning",
    "sw_notes": "Automated by MLCommons Collective Knowledge v2.5.8 (https://github.com/mlcommons/ck) and the CK-powered MLPerf submission workflow (https://github.com/mlcommons/ck-mlops/tree/main/module/bench.mlperf.inference)",
    "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/rpi4-tvm-fp32",
    "system_name": "Raspberry (Raspberry Pi 4 Model B Rev 1.1)",
    "system_type": "edge",
    "target_latency (ns)": 0,
    "target_qps": 100,
    "task": "image classification",
    "task2": "image classification",
    "total_cores": 4,
    "uid": "68e3d234496c995a",
    "use_accelerator": false,
    "weight_data_types": "fp32",
    "weight_transformations": "no"
  },
  {
    "50.00 percentile latency (ns)": 113262263,
    "90.00 percentile latency (ns)": 113351125,
    "90th percentile latency (ns)": 113351125,
    "95.00 percentile latency (ns)": 113402853,
    "97.00 percentile latency (ns)": 113567190,
    "99.00 percentile latency (ns)": 113776043,
    "99.90 percentile latency (ns)": 119384541,
    "Max latency (ns)": 141827874,
    "Mean latency (ns)": 113306553,
    "Min duration satisfied": "Yes",
    "Min latency (ns)": 113107850,
    "Min queries satisfied": "Yes",
    "Mode": "PerformanceOnly",
    "QPS w/ loadgen overhead": 8.82,
    "QPS w/o loadgen overhead": 8.83,
    "Result is": "VALID",
    "SUT name": "PySUT",
    "Scenario": "singlestream",
    "accelerator_frequency": "-",
    "accelerator_host_interconnect": "-",
    "accelerator_interconnect": "-",
    "accelerator_interconnect_topology": "-",
    "accelerator_memory_capacity": "-",
    "accelerator_memory_configuration": "-",
    "accelerator_model_name": "-",
    "accelerator_on-chip_memories": "-",
    "accelerators_per_node": 0,
    "accuracy_log_probability": 0,
    "accuracy_log_rng_seed": 0,
    "accuracy_log_sampling_target": 0,
    "characteristics.accuracy": 76.456,
    "characteristics.good": 38228,
    "characteristics.samples_per_second": 8.83,
    "characteristics.samples_per_second.normalized_per_core": 2.2075,
    "characteristics.samples_per_second.normalized_per_processor": 8.83,
    "characteristics.total": 50000,
    "ck_system": "aws-c6gd.xlarge-arm64-tvm",
    "ck_used": true,
    "cooling": "",
    "dataset": "ImageNet 2012",
    "dataset_link": "https://github.com/ctuning/ck/blob/master/docs/mlperf-automation/datasets/imagenet2012.md",
    "dim_x_default": "characteristics.samples_per_second",
    "dim_x_maximize": true,
    "dim_y_default": "characteristics.accuracy",
    "dim_y_maximize": true,
    "division": "closed",
    "formal_model": "resnet50-v1.5",
    "formal_model_accuracy": 99.0,
    "formal_model_link": "https://github.com/mlcommons/ck-mlops/tree/main/package",
    "framework": "TVM v0.8-dev",
    "host_memory_capacity": "8 GiB",
    "host_memory_configuration": "-",
    "host_networking": "-",
    "host_networking_topology": "-",
    "host_processor_caches": "L1d cache: 256 KiB; L1i cache: 256 KiB; L2 cache: 4 MiB; L3 cache: 32 MiB",
    "host_processor_core_count": 4,
    "host_processor_frequency": "3100 MHz",
    "host_processor_interconnect": "-",
    "host_processor_model_name": "Neoverse-N1 (aarch64)",
    "host_processors_per_node": 1,
    "host_storage_capacity": "237 GiB",
    "host_storage_type": "NVMe SSD",
    "hw_notes": "https://aws.amazon.com/ec2/instance-types/c6",
    "informal_model": "resnet50",
    "input_data_types": "fp32",
    "key.accuracy": "characteristics.accuracy",
    "max_async_queries": 1,
    "max_duration (ms)": 0,
    "max_query_count": 8192,
    "min_duration (ms)": 600000,
    "min_query_count": 8192,
    "mlperf_version": 1.1,
    "normalize_cores": 4,
    "normalize_processors": 1,
    "note_code": "https://github.com/mlcommons/inference_results_v1.1/tree/master/closed/cTuning/code",
    "note_details": "https://github.com/mlcommons/inference_results_v1.1/tree/master/closed/cTuning/results/aws-c6gd.xlarge-arm64-tvm",
    "number_of_nodes": 1,
    "operating_system": "Ubuntu 20.04.2 LTS (Linux-5.8.0-1041-aws-aarch64-with-glibc2.29)",
    "other_software_stack": "GCC 9.3.0; Python 3.8.10",
    "performance_issue_same": 0,
    "performance_issue_same_index": 0,
    "performance_issue_unique": 0,
    "performance_sample_count": 1024,
    "print_timestamps": 0,
    "problem": true,
    "problem_str": "scenario in meta (singlestream) doesn't match directory (offline)",
    "qsl_rng_seed": 1624344308455410291,
    "retraining": "no",
    "sample_index_rng_seed": 517984244576520566,
    "samples_per_query": 1,
    "schedule_rng_seed": 10051496985653635065,
    "starting_weights_filename": "https://zenodo.org/record/4735647/files/resnet50_v1.onnx",
    "status": "available",
    "submitter": "cTuning",
    "submitter_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.submitter/cTuning",
    "sw_notes": "Automated by MLCommons Collective Knowledge v2.5.8 (https://github.com/mlcommons/ck) and the CK-powered MLPerf submission workflow (https://github.com/mlcommons/ck-mlops/tree/main/module/bench.mlperf.inference)",
    "system_link": "https://github.com/ctuning/ck-mlperf-inference/tree/main/bench.mlperf.system/aws-c6gd.xlarge-arm64-tvm",
    "system_name": "Amazon EC2 (c6gd.xlarge)",
    "system_type": "edge",
    "target_latency (ns)": 0,
    "target_qps": 100,
    "task": "image classification",
    "task2": "image classification",
    "total_cores": 4,
    "uid": "3cd86da663439da2",
    "use_accelerator": false,
    "weight_data_types": "fp32",
    "weight_transformations": "no"
  }
]