#!/bin/bash # # Copyright (c) 2021 Krai Ltd. # # SPDX-License-Identifier: BSD-3-Clause. # # Redistribution and use in source and binary forms, with or without # modification, are permitted provided that the following conditions are met: # # 1. Redistributions of source code must retain the above copyright notice, # this list of conditions and the following disclaimer. # # 2. Redistributions in binary form must reproduce the above copyright notice, # this list of conditions and the following disclaimer in the documentation # and/or other materials provided with the distribution. # # 3. Neither the name of the copyright holder nor the names of its contributors # may be used to endorse or promote products derived from this software without # specific prior written permission. # # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" # AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE # IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE # ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE # LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR # CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF # SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN # CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) # ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE # POSSIBILITY OF SUCH DAMAGE. # function exit_if_error() { if [ "${?}" != "0" ]; then exit 1; fi } # Model: assume either ONNX or TF. model=${CK_ENV_ONNX_MODEL_ONNX_FILEPATH:-$CK_ENV_TENSORFLOW_MODEL_TF_FROZEN_FILEPATH} echo "Model: '${model}'" # Calibration dataset. images=${CK_ENV_DATASET_PREPROCESSED_DIR}/${CK_ENV_DATASET_PREPROCESSED_FOF} echo "Calibration images: '${images}'" # Remove old files. rm -f ${INSTALL_DIR}/*.raw # Remove old image list file. image_list="${INSTALL_DIR}/image_list.txt" rm -f ${image_list} # Batch size. batchsize=${_BATCH_SIZE:-1} filenames=`cat $images` i=0; lastset="" for filename in ${filenames} do echo $filename filename="${filename%%;*}" if [[ $(($i%$batchsize)) == 0 ]]; then #echo $filename; newfilename="${filename}.raw" echo "${INSTALL_DIR}/${newfilename}" >>${image_list} fi if [[ $i -lt $batchsize ]]; then lastset="${filename}#${lastset}" fi echo "cat ${CK_ENV_DATASET_PREPROCESSED_DIR}/$filename >> ${INSTALL_DIR}/${newfilename}" cat "${CK_ENV_DATASET_PREPROCESSED_DIR}/$filename" >> "${INSTALL_DIR}/${newfilename}" exit_if_error let i++; done IFS='#' read -ra XFILE <<< "$lastset" j=0 size=${#XFILE[$@]} while [ $(($i%$batchsize)) -ne 0 ] do if [[ $j -eq $size ]]; then j=0; fi filename=${XFILE[$j]} echo "cat ${CK_ENV_DATASET_PREPROCESSED_DIR}/$filename >> ${INSTALL_DIR}/${newfilename}" cat "${CK_ENV_DATASET_PREPROCESSED_DIR}/$filename" >> "${INSTALL_DIR}/${newfilename}" exit_if_error let i++; let j++; done if [[ -n ${_COMPILER_PARAMS} ]]; then # Generate the profile.yaml file from the calibration dataset using best known options. echo ${_COMPILER_PARAMS} read -d '' CMD <