run_model.sh

#
# -*- coding: utf-8 -*-
#
# Copyright (c) 2023 Intel Corporation
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#    http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
#

#!/bin/bash

# Create an array of input directories that are expected and then verify that they exist
declare -A input_envs
input_envs[MULTI_TILE]=${MULTI_TILE}
input_envs[PLATFORM]=${PLATFORM}
input_envs[NUM_DEVICES]=${NUM_DEVICES}
input_envs[OUTPUT_DIR]=${OUTPUT_DIR}

for i in "${!input_envs[@]}"; do
  var_name=$i
  env_param=${input_envs[$i]}

  if [[ -z $env_param ]]; then
    echo "The required environment variable $var_name is not set" >&2
    exit 1
  fi
done

OUTPUT_DIR=${OUTPUT_DIR:-$PWD}

if [[ "${PLATFORM}" == "Max" ]]; then
    BATCH_SIZE=${BATCH_SIZE:-1024}
    PRECISION=${PRECISION:-INT8}
    NUM_ITERATIONS=${NUM_ITERATIONS:-500}
elif [[ "${PLATFORM}" == "Flex" ]]; then
    if [[ "${MULTI_TILE}" == "True" ]]; then
	echo "Flex not support multitile"
	exit 1
    fi
    BATCH_SIZE=${BATCH_SIZE:-1024}
    PRECISION=${PRECISION:-INT8}
    NUM_ITERATIONS=${NUM_ITERATIONS:-500}
elif [[ "${PLATFORM}" == "Arc" ]]; then
    if [[ "${MULTI_TILE}" == "True" ]]; then
        echo "Arc not support multitile"
        exit 1
    fi
    BATCH_SIZE=${BATCH_SIZE:-256}
    PRECISION=${PRECISION:-INT8}
    NUM_ITERATIONS=${NUM_ITERATIONS:-500}
fi



if [[ -z "${DATASET_DIR}" ]]; then
  echo "Using Dummy data since environment variable DATASET_DIR has not been set"
  DATASET_DIR="--dummy"
else
  if [[ ! -d "${DATASET_DIR}" ]]; then
    echo "The DATASET_DIR '${DATASET_DIR}' does not exist"
    exit 1
  fi
fi

# known issue
#if [[ "${MULTI_TILE}" == "True" ]]; then
#    export ZE_FLAT_DEVICE_HIERARCHY=COMPOSITE
#fi

echo 'Running with parameters:'
echo " PLATFORM: ${PLATFORM}"
echo " DATASET_PATH: ${DATASET_DIR}"
echo " OUTPUT_DIR: ${OUTPUT_DIR}"
echo " PRECISION: ${PRECISION}"
echo " BATCH_SIZE: ${BATCH_SIZE}"
echo " NUM_ITERATIONS: ${NUM_ITERATIONS}"
echo " MULTI_TILE: ${MULTI_TILE}"
echo " NUM_DEVICES: ${NUM_DEVICES}"

if [[ "${PRECISION}" == "INT8" ]]; then
    flag="--int8 1 "
elif [[ "${PRECISION}" == "BF16" ]]; then
    flag="--bf16 1 "
elif [[ "${PRECISION}" == "FP32" ]]; then
    flag=""
elif [[ "${PRECISION}" == "TF32" ]]; then
    flag="--tf32 1 "
elif [[ "${PRECISION}" == "FP16" ]]; then
    flag="--fp16 1 "
else
    echo -e "Invalid input! Only BF16 FP32 TF32 FP16 INT8 are supported."
    exit 1
fi
echo "resnet50 ${PRECISION} inference plain MultiTile=${MULTI_TILE} NumDevices=${NUM_DEVICES} BS=${BATCH_SIZE} Iter=${NUM_ITERATIONS}"

# Create the output directory, if it doesn't already exist
mkdir -p $OUTPUT_DIR

modelname=resnet50
if [[ ${NUM_DEVICES} == 1 ]]; then
    rm ${OUTPUT_DIR}/resnet50_${PRECISION}_inf_t0_raw.log 
    IPEX_XPU_ONEDNN_LAYOUT=1 python -u main.py \
        -a resnet50 \
        -b ${BATCH_SIZE} \
        --xpu 0 \
        -e \
        --pretrained \
        ${flag} \
        --num-iterations ${NUM_ITERATIONS} \
        --benchmark 1 \
        ${DATASET_DIR}  2>&1 | tee ${OUTPUT_DIR}/${modelname}_${PRECISION}_inf_t0_raw.log
    python common/parse_result.py -m $modelname -l ${OUTPUT_DIR}/${modelname}_${PRECISION}_inf_t0_raw.log -b ${BATCH_SIZE}
    throughput=$(cat ${OUTPUT_DIR}/${modelname}_${PRECISION}_inf_t0.log | grep Performance | awk -F ' ' '{print $2}')
    throughput_unit=$(cat ${OUTPUT_DIR}/${modelname}_${PRECISION}_inf_t0.log | grep Performance | awk -F ' ' '{print $3}')
    latency=$(cat ${OUTPUT_DIR}/${modelname}_${PRECISION}_inf_t0.log | grep Latency | awk -F ' ' '{print $2}')
    acc=$(cat ${OUTPUT_DIR}/${modelname}_${PRECISION}_inf_t0.log | grep Accuracy | awk -F ' ' '{print $3}')
    acc_unit=$(cat ${OUTPUT_DIR}/${modelname}_${PRECISION}_inf_t0.log | grep Accuracy | awk -F ' ' '{print $2}')
else
    rm ${OUTPUT_DIR}/${modelname}_${PRECISION}_inf_device*_raw.log
    for i in $(seq 0 $((NUM_DEVICES-1)));do
    	str+=("
	    ZE_AFFINITY_MASK=${i} IPEX_XPU_ONEDNN_LAYOUT=1 python -u main.py \
	        -a resnet50 \
	        -b ${BATCH_SIZE} \
	        --xpu 0 \
	        -e \
	        --pretrained \
	        ${flag} \
	        --num-iterations ${NUM_ITERATIONS} \
	        --benchmark 1 \
	        ${DATASET_DIR}  2>&1 | tee ${OUTPUT_DIR}/${modelname}_${PRECISION}_inf_device${i}_raw.log
	")
    done
    parallel --lb -d, --tagstring "[{#}]" ::: "${str[@]}" 2>&1 | tee ${OUTPUT_DIR}/${modelname}_${PRECISION}_inf_${NUM_DEVICES}devices_raw.log
    throughput=$(cat ${OUTPUT_DIR}/${modelname}_${PRECISION}_inf_${NUM_DEVICES}devices_raw.log | grep performance | awk -F ':' '{print $4}' | awk '{ sum_total += $1 } END { printf "%.2f\n",sum_total}')
    throughput_unit="fps"
    latency=$(cat ${OUTPUT_DIR}/${modelname}_${PRECISION}_inf_${NUM_DEVICES}devices_raw.log | grep Test | grep -v "\[ 1/${NUM_ITERATIONS}]" | awk -F 'Time' '{print $2}' | awk '{ sum_total += $1 } END { print sum_total/NR }')
    acc=$(cat ${OUTPUT_DIR}/${modelname}_${PRECISION}_inf_${NUM_DEVICES}devices_raw.log | grep performance | awk -F ':' '{print $5}' | awk '{ sum_total += $1 } END { print sum_total/NR }')
    acc_unit=$(cat ${OUTPUT_DIR}/${modelname}_${PRECISION}_inf_${NUM_DEVICES}devices_raw.log | grep performance | awk -F ':' '{print $4}' |awk '{print $3}' |tail -1)
fi

yaml_content=$(cat <<EOF
results:
 - key: throughput
   value: $throughput
   unit: $throughput_unit
 - key: latency
   value: $latency
   unit: s
 - key: accuracy
   value: $acc
   unit: $acc_unit
EOF
)

# Write the content to a YAML file
echo "$yaml_content" >  ${OUTPUT_DIR}/results.yaml
echo "YAML file created."