{ "check_exit_status": "yes", "customize": { "install_env": { "MODEL_NAME": "converted_model", "PACKAGE_VERSION": "1", "QAIC_TOOLCHAIN_PATH": "/opt/qti-aic/", "_BATCH_SIZE": "1" }, "no_os_in_suggested_path": "yes", "no_ver_in_suggested_path": "yes", "package_name": "QAIC model", "skip_file_check": "yes" }, "deps": { "model-source": { "local": "yes", "name": "Original model", "sort": 5, "tags": "model", "update_tags_if_env": { "resnet50,tf,mlperf,fix_input_shape": [ { "_MODEL_TO_CONVERT": "compile_resnet50_tf" } ], "ssd-resnet34,onnx,mlperf,non-quantized,no-nms": [ { "_MODEL_TO_CONVERT": "compile_ssd_resnet34_no_nms_mlperf" } ] } }, "profile-resnet34": { "enable_if_env": [ { "_MODEL_TO_CONVERT": [ "compile_ssd_resnet34_no_nms_mlperf" ] } ], "local": "yes", "name": "Profile for QAIC model", "sort": 100, "tags": "profile,ssd_resnet34", "update_tags_if_env": { "first.5": [ { "_CAL": "calibrate_first.5" } ] } }, "profile-resnet50": { "enable_if_env": [ { "_MODEL_TO_CONVERT": [ "compile_resnet50_tf" ] } ], "local": "yes", "name": "Profile for QAIC model", "sort": 100, "tags": "profile,resnet50", "update_tags_if_env": { "bs.1": [ { "_BATCH_SIZE": "1" } ], "bs.8": [ { "_BATCH_SIZE": "8" } ], "first.5": [ { "_CAL": "calibrate_first.5" } ] } }, "python": { "local": "yes", "name": "Python interpreter", "sort": 15, "tags": "compiler,python", "version_from": [ 3, 4, 0 ] } }, "end_full_path_universal": "elfs/constants.bin", "process_script": "install", "soft_uoa": "model.qaic", "suggested_path": "model-qaic-compiled", "tags": [ "model", "qaic", "converted", "compiled" ], "variations": { "first.5": { "extra_env": { "_CAL": "calibrate_first.5" } }, "resnet50": { "extra_customize": { "package_name": "QAIC model (MLPerf ResNet50 TF)" }, "extra_env": { "CK_CALIBRATE_IMAGENET": "yes", "CK_ENV_DATASET_PREPROCESSED_DIR": "$<>$", "CK_ENV_DATASET_PREPROCESSED_FOF": "$<>$", "_COMPILER_ARGS": "", "_MODEL_TO_CONVERT": "compile_resnet50_tf", "_OUTPUT_NODE_NAME": "-output-node-name=ArgMax" }, "extra_tags": [ "image-classification", "compiled-by-qaic", "calibrated-by-qaic" ] }, "resnet50.aedk.16nsp.offline": { "extra_env": { "_BATCH_SIZE": "8", "_COMPILER_PARAMS": "-aic-hw -aic-hw-version=2.0 -aic-num-cores=8 -aic-num-of-instances=1 -compiler-args='-aic-version -aic-single-device-partitioning=partitioner -aic-cluster-sizes=4,4 -aic-max-outchannel-split=1,4 -aic-enable-spill-fill-allocator=0 -aic-spill-large-buffers=0' -ols=4 -aic-device-id=0 -output-node-name=ArgMax -aic-compile-only-test -aic-minimize-host-traffic" }, "extra_tags": [ "bs.8" ] }, "resnet50.aedk.16nsp.singlestream": { "extra_env": { "_BATCH_SIZE": "1", "_COMPILER_PARAMS": "-aic-hw -aic-hw-version=2.0 -aic-num-cores=16 -aic-num-of-instances=1 -compiler-args='-aic-version -aic-enable-spill-fill-allocator=1 -aic-spill-large-buffers=1' -mos=1 -ols=1 -aic-device-id=0 -output-node-name=ArgMax -aic-compile-only-test -aic-minimize-host-traffic" }, "extra_tags": [ "bs.1" ] }, "resnet50.aedk.8nsp.offline": { "extra_env": { "_BATCH_SIZE": "8", "_COMPILER_PARAMS": "-aic-hw -aic-hw-version=2.0 -aic-num-cores=8 -aic-num-of-instances=1 -compiler-args='-aic-version -aic-single-device-partitioning=partitioner -aic-cluster-sizes=4,4 -aic-max-outchannel-split=1,4 -aic-enable-spill-fill-allocator=0 -aic-spill-large-buffers=0' -ols=4 -aic-device-id=0 -output-node-name=ArgMax -aic-compile-only-test -aic-minimize-host-traffic" }, "extra_tags": [ "bs.8" ] }, "resnet50.aedk.8nsp.singlestream": { "extra_env": { "_BATCH_SIZE": "1", "_COMPILER_PARAMS": "-aic-hw -aic-hw-version=2.0 -aic-num-cores=8 -aic-num-of-instances=1 -compiler-args='-aic-version -aic-enable-spill-fill-allocator=1 -aic-spill-large-buffers=1' -mos=1 -ols=1 -aic-device-id=0 -output-node-name=ArgMax -aic-compile-only-test -aic-minimize-host-traffic" }, "extra_tags": [ "bs.1" ] }, "resnet50.pcie.14nsp": { "extra_env": { "_BATCH_SIZE": "8", "_COMPILER_PARAMS": "" }, "extra_tags": [ "bs.8" ] }, "resnet50.pcie.16nsp": { "extra_env": { "_BATCH_SIZE": "8", "_COMPILER_PARAMS": "-aic-hw -aic-hw-version=2.0 -aic-num-cores=8 -aic-num-of-instances=1 -compiler-args='-aic-version -aic-single-device-partitioning=partitioner -aic-cluster-sizes=4,4 -aic-max-outchannel-split=1,4 -aic-enable-spill-fill-allocator=0 -aic-spill-large-buffers=0' -ols=4 -aic-device-id=0 -output-node-name=ArgMax -aic-compile-only-test -aic-minimize-host-traffic" }, "extra_tags": [ "bs.8" ] }, "ssd_resnet34": { "extra_customize": { "package_name": "QAIC model (MLPerf ResNet34 No NMS)" }, "extra_env": { "CK_CALIBRATE_COCO": "yes", "CK_ENV_DATASET_PREPROCESSED_DIR": "$<>$", "CK_ENV_DATASET_PREPROCESSED_FOF": "$<>$", "ML_MODEL_MODEL_NAME": "ssd-resnet34", "_BATCH_SIZE": "1", "_EXTERNAL_QUANTIZATION": "yes", "_MODEL_TO_CONVERT": "compile_ssd_resnet34_no_nms_mlperf" }, "extra_tags": [ "object-detection", "compiled-by-qaic", "calibrated-by-qaic", "no-nms", "bs.1" ] }, "ssd_resnet34.aedk.16nsp.offline": { "extra_env": { "_COMPILER_PARAMS": "-aic-hw -aic-hw-version=2.0 -aic-num-cores=1 -aic-num-of-instances=1 -compiler-args='-aic-version -aic-depth-first-mode=2 -aic-force-depth-first -aic-host-copy-vtcm=false -aic-disable-tcm-copy-opt -aic-depth-first-mem=25 -aic-buffer-dealloc-delay=1' -aic-minimize-host-traffic -aic-compile-only-test -external-quantization=[EXTERNAL_QUANTIZATION_FILE] -node-precision-info=[NODE_PRECISION_FILE]" } }, "ssd_resnet34.aedk.16nsp.singlestream": { "extra_env": { "_COMPILER_PARAMS": "-aic-hw -aic-hw-version=2.0 -aic-num-cores=8 -aic-num-of-instances=1 -compiler-args='-aic-version -aic-buffer-dealloc-delay=1' -ols=1 -mos=4 -aic-minimize-host-traffic -aic-compile-only-test -external-quantization=[EXTERNAL_QUANTIZATION_FILE] -node-precision-info=[NODE_PRECISION_FILE]" } }, "ssd_resnet34.aedk.8nsp.offline": { "extra_env": { "_COMPILER_PARAMS": "-aic-hw -aic-hw-version=2.0 -aic-num-cores=1 -aic-num-of-instances=1 -compiler-args='-aic-version -aic-depth-first-mode=2 -aic-force-depth-first -aic-host-copy-vtcm=false -aic-disable-tcm-copy-opt -aic-depth-first-mem=25 -aic-buffer-dealloc-delay=1' -aic-minimize-host-traffic -aic-compile-only-test -external-quantization=[EXTERNAL_QUANTIZATION_FILE] -node-precision-info=[NODE_PRECISION_FILE]" } }, "ssd_resnet34.aedk.8nsp.singlestream": { "extra_env": { "_COMPILER_PARAMS": "-aic-hw -aic-hw-version=2.0 -aic-num-cores=8 -aic-num-of-instances=1 -compiler-args='-aic-version -aic-buffer-dealloc-delay=1' -ols=1 -mos=4 -aic-minimize-host-traffic -aic-compile-only-test -external-quantization=[EXTERNAL_QUANTIZATION_FILE] -node-precision-info=[NODE_PRECISION_FILE]" } }, "ssd_resnet34.pcie.14nsp": { "extra_env": { "_COMPILER_PARAMS": "" } }, "ssd_resnet34.pcie.16nsp": { "extra_env": { "_COMPILER_PARAMS": "-aic-hw -aic-hw-version=2.0 -aic-num-cores=1 -aic-num-of-instances=1 -compiler-args='-aic-version -aic-depth-first-mode=2 -aic-force-depth-first -aic-host-copy-vtcm=false -aic-disable-tcm-copy-opt -aic-depth-first-mem=25 -aic-host-preproc=true -aic-buffer-dealloc-delay=1' -aic-compile-only-test -external-quantization=[EXTERNAL_QUANTIZATION_FILE] -node-precision-info=[NODE_PRECISION_FILE]" } } } }