diff --git a/models/cv/classification/alexnet/igie/scripts/infer_alexnet_fp16_accuracy.sh b/models/cv/classification/alexnet/igie/scripts/infer_alexnet_fp16_accuracy.sh index 5e7525f02af8b1c2c2648a21e6f502740b1e90ff..cdb86b4cd41bdd19935e5abef86e103400baae38 100644 --- a/models/cv/classification/alexnet/igie/scripts/infer_alexnet_fp16_accuracy.sh +++ b/models/cv/classification/alexnet/igie/scripts/infer_alexnet_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="alexnet.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/alexnet/igie/scripts/infer_alexnet_fp16_performance.sh b/models/cv/classification/alexnet/igie/scripts/infer_alexnet_fp16_performance.sh index ab1b19ceb3b85d4fde87816fce6bd319ba4b77f3..ca8a17642c4f913a7ec73c5ab41c8f85892ffe04 100644 --- a/models/cv/classification/alexnet/igie/scripts/infer_alexnet_fp16_performance.sh +++ b/models/cv/classification/alexnet/igie/scripts/infer_alexnet_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="alexnet.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/alexnet/igie/scripts/infer_alexnet_int8_accuracy.sh b/models/cv/classification/alexnet/igie/scripts/infer_alexnet_int8_accuracy.sh index 2bd275af424e9ed0dc3280be8a09756847e59e33..b48337fbf70d46b59bb65eb9eef66b5eaca1c9ca 100644 --- a/models/cv/classification/alexnet/igie/scripts/infer_alexnet_int8_accuracy.sh +++ b/models/cv/classification/alexnet/igie/scripts/infer_alexnet_int8_accuracy.sh @@ -20,6 +20,20 @@ model_path="alexnet.onnx" quantized_model_path="alexnet_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 ${RUN_DIR}quantize.py \ diff --git a/models/cv/classification/alexnet/igie/scripts/infer_alexnet_int8_performance.sh b/models/cv/classification/alexnet/igie/scripts/infer_alexnet_int8_performance.sh index d85fff445455d73a74e4777820ef4c7fc0c33bbc..ddda45268246eb58396aa75aaa83d0defd9b57b3 100644 --- a/models/cv/classification/alexnet/igie/scripts/infer_alexnet_int8_performance.sh +++ b/models/cv/classification/alexnet/igie/scripts/infer_alexnet_int8_performance.sh @@ -20,6 +20,20 @@ model_path="alexnet.onnx" quantized_model_path="alexnet_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 ${RUN_DIR}quantize.py \ diff --git a/models/cv/classification/clip/igie/scripts/infer_clip_fp16_accuracy.sh b/models/cv/classification/clip/igie/scripts/infer_clip_fp16_accuracy.sh index 228cd713ba3b47076d879125c2d73817fba23a78..fda6823d2b315b9aad9bcff7f95333c2ccf31df7 100644 --- a/models/cv/classification/clip/igie/scripts/infer_clip_fp16_accuracy.sh +++ b/models/cv/classification/clip/igie/scripts/infer_clip_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="clip_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/clip/igie/scripts/infer_clip_fp16_performance.sh b/models/cv/classification/clip/igie/scripts/infer_clip_fp16_performance.sh index 0b3650cd0f8401f0071404b6d1f0ed3dcfa84261..0e947a6132f8a77b2650a5d7ef49979fa1ee5ba2 100644 --- a/models/cv/classification/clip/igie/scripts/infer_clip_fp16_performance.sh +++ b/models/cv/classification/clip/igie/scripts/infer_clip_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="clip_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/conformer_base/igie/scripts/infer_conformer_base_fp16_accuracy.sh b/models/cv/classification/conformer_base/igie/scripts/infer_conformer_base_fp16_accuracy.sh index 863980b058348825d5366e14638b25f9df9d7b2a..4d94ffc733c611ba6766ede4c2950ddc5b2a1034 100644 --- a/models/cv/classification/conformer_base/igie/scripts/infer_conformer_base_fp16_accuracy.sh +++ b/models/cv/classification/conformer_base/igie/scripts/infer_conformer_base_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="conformer_base_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/conformer_base/igie/scripts/infer_conformer_base_fp16_performance.sh b/models/cv/classification/conformer_base/igie/scripts/infer_conformer_base_fp16_performance.sh index 2294e02ed170c1b54757d0cf1c2cf859bd4994e6..241a511e7efac14fbfc7c8e3e3adc4a203be55b9 100644 --- a/models/cv/classification/conformer_base/igie/scripts/infer_conformer_base_fp16_performance.sh +++ b/models/cv/classification/conformer_base/igie/scripts/infer_conformer_base_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="conformer_base_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/convnext_base/igie/scripts/infer_convnext_base_fp16_accuracy.sh b/models/cv/classification/convnext_base/igie/scripts/infer_convnext_base_fp16_accuracy.sh index 1e0b7e3b2d7dd2b4239fe2ada29000eabbe684bd..8000f82e267b985d99702e4398e2ea62cfb67a50 100644 --- a/models/cv/classification/convnext_base/igie/scripts/infer_convnext_base_fp16_accuracy.sh +++ b/models/cv/classification/convnext_base/igie/scripts/infer_convnext_base_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="convnext_base.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/convnext_base/igie/scripts/infer_convnext_base_fp16_performance.sh b/models/cv/classification/convnext_base/igie/scripts/infer_convnext_base_fp16_performance.sh index 87c3d1ee58ef2ea8b4c82efb2bd1eb5f9c3f05de..d50b03312e2a81cbfb2ce097f5f126c508cba589 100644 --- a/models/cv/classification/convnext_base/igie/scripts/infer_convnext_base_fp16_performance.sh +++ b/models/cv/classification/convnext_base/igie/scripts/infer_convnext_base_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="convnext_base.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/convnext_s/igie/scripts/infer_convnext_s_fp16_accuracy.sh b/models/cv/classification/convnext_s/igie/scripts/infer_convnext_s_fp16_accuracy.sh index 4cbdc4a1765662f111f6b4344006499535c624aa..9c027496023e6ac99a490ffc9629dc570834148c 100644 --- a/models/cv/classification/convnext_s/igie/scripts/infer_convnext_s_fp16_accuracy.sh +++ b/models/cv/classification/convnext_s/igie/scripts/infer_convnext_s_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="convnext_s_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/convnext_s/igie/scripts/infer_convnext_s_fp16_performance.sh b/models/cv/classification/convnext_s/igie/scripts/infer_convnext_s_fp16_performance.sh index 3a9b08ea5ff2f3abbb9a088a6191d79a500b0b4d..cdca819b77a18408f31ee7d1e53f9d83d6bb4c18 100644 --- a/models/cv/classification/convnext_s/igie/scripts/infer_convnext_s_fp16_performance.sh +++ b/models/cv/classification/convnext_s/igie/scripts/infer_convnext_s_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="convnext_s_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/convnext_small/igie/scripts/infer_convnext_small_fp16_accuracy.sh b/models/cv/classification/convnext_small/igie/scripts/infer_convnext_small_fp16_accuracy.sh index 37d7b59c86b4ef4a4f48545e813d1cd86a32a50c..11794d586762da9729e50c9f10e2d4c13d3777b1 100644 --- a/models/cv/classification/convnext_small/igie/scripts/infer_convnext_small_fp16_accuracy.sh +++ b/models/cv/classification/convnext_small/igie/scripts/infer_convnext_small_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="convnext_small.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/convnext_small/igie/scripts/infer_convnext_small_fp16_performance.sh b/models/cv/classification/convnext_small/igie/scripts/infer_convnext_small_fp16_performance.sh index 12956b0e0efb71bcbbd3e4ecce1f0d44c1b317b0..0af61eee78a9a8f037525d655c58d335370497b8 100644 --- a/models/cv/classification/convnext_small/igie/scripts/infer_convnext_small_fp16_performance.sh +++ b/models/cv/classification/convnext_small/igie/scripts/infer_convnext_small_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="convnext_small.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/convnext_tiny/igie/scripts/infer_convnext_tiny_fp16_accuracy.sh b/models/cv/classification/convnext_tiny/igie/scripts/infer_convnext_tiny_fp16_accuracy.sh index 9c6cfe460ce8f742e4f2b32d83dd5be5110739ff..09f7449597706b821a4c9bea9824c0444f138287 100644 --- a/models/cv/classification/convnext_tiny/igie/scripts/infer_convnext_tiny_fp16_accuracy.sh +++ b/models/cv/classification/convnext_tiny/igie/scripts/infer_convnext_tiny_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="convnext_tiny.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/convnext_tiny/igie/scripts/infer_convnext_tiny_fp16_performance.sh b/models/cv/classification/convnext_tiny/igie/scripts/infer_convnext_tiny_fp16_performance.sh index 5571d5e9d843f8571fca4ad64ff1149263111469..5d4f0e79ddd7ff2ebaa8cf9875e7308a038ee5e6 100644 --- a/models/cv/classification/convnext_tiny/igie/scripts/infer_convnext_tiny_fp16_performance.sh +++ b/models/cv/classification/convnext_tiny/igie/scripts/infer_convnext_tiny_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="convnext_tiny.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/cspdarknet53/igie/scripts/infer_cspdarknet53_fp16_accuracy.sh b/models/cv/classification/cspdarknet53/igie/scripts/infer_cspdarknet53_fp16_accuracy.sh index c0c7ea34980979a34cd3d5060b63ab0b4ccf2a7c..d4a436c3bbf829c7c6be93cf5ffb7eee5ed773e1 100644 --- a/models/cv/classification/cspdarknet53/igie/scripts/infer_cspdarknet53_fp16_accuracy.sh +++ b/models/cv/classification/cspdarknet53/igie/scripts/infer_cspdarknet53_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="cspdarknet53_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/cspdarknet53/igie/scripts/infer_cspdarknet53_fp16_performance.sh b/models/cv/classification/cspdarknet53/igie/scripts/infer_cspdarknet53_fp16_performance.sh index 0a79497787a3b010e44f9bb93b308dd4ce3517f0..ec68d473078fbc812be52c38ac3e7c35788330c5 100644 --- a/models/cv/classification/cspdarknet53/igie/scripts/infer_cspdarknet53_fp16_performance.sh +++ b/models/cv/classification/cspdarknet53/igie/scripts/infer_cspdarknet53_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="cspdarknet53_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/cspresnet50/igie/scripts/infer_cspresnet50_fp16_accuracy.sh b/models/cv/classification/cspresnet50/igie/scripts/infer_cspresnet50_fp16_accuracy.sh index 398a1ceebeb76bf83623e0d9b29dd28e43651a95..57180d4e906be05a1c0982a2912985edf209be0e 100644 --- a/models/cv/classification/cspresnet50/igie/scripts/infer_cspresnet50_fp16_accuracy.sh +++ b/models/cv/classification/cspresnet50/igie/scripts/infer_cspresnet50_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="cspresnet50_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/cspresnet50/igie/scripts/infer_cspresnet50_fp16_performance.sh b/models/cv/classification/cspresnet50/igie/scripts/infer_cspresnet50_fp16_performance.sh index 4fcab323904779b8ebe3e70fff44561341bcb1ae..5e13137e2e20a1f9d7cbc7acf265b982c3a581d4 100644 --- a/models/cv/classification/cspresnet50/igie/scripts/infer_cspresnet50_fp16_performance.sh +++ b/models/cv/classification/cspresnet50/igie/scripts/infer_cspresnet50_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="cspresnet50_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/cspresnext50/igie/scripts/infer_cspresnext50_fp16_accuracy.sh b/models/cv/classification/cspresnext50/igie/scripts/infer_cspresnext50_fp16_accuracy.sh index b711f2eefe3fb9c4c3de30d477041d7463798e99..27b5828cda7c9347f59fd52ac9ae175c6bd8ee67 100644 --- a/models/cv/classification/cspresnext50/igie/scripts/infer_cspresnext50_fp16_accuracy.sh +++ b/models/cv/classification/cspresnext50/igie/scripts/infer_cspresnext50_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="cspresnext50_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/cspresnext50/igie/scripts/infer_cspresnext50_fp16_performance.sh b/models/cv/classification/cspresnext50/igie/scripts/infer_cspresnext50_fp16_performance.sh index f1810a258bc125aafa8460d13d3f505be68b55e8..9619f423ff0e4f79048783fc46cf885a5581905f 100644 --- a/models/cv/classification/cspresnext50/igie/scripts/infer_cspresnext50_fp16_performance.sh +++ b/models/cv/classification/cspresnext50/igie/scripts/infer_cspresnext50_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="cspresnext50_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/deit_tiny/igie/scripts/infer_deit_tiny_fp16_accuracy.sh b/models/cv/classification/deit_tiny/igie/scripts/infer_deit_tiny_fp16_accuracy.sh index 800804530187fd54df00311e81819f7d1fd0be9e..da4316517456c7ef664c16b0fca08e108a187e00 100644 --- a/models/cv/classification/deit_tiny/igie/scripts/infer_deit_tiny_fp16_accuracy.sh +++ b/models/cv/classification/deit_tiny/igie/scripts/infer_deit_tiny_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="deit_tiny_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/deit_tiny/igie/scripts/infer_deit_tiny_fp16_performance.sh b/models/cv/classification/deit_tiny/igie/scripts/infer_deit_tiny_fp16_performance.sh index 91fc101ca9d4260abf9117c4fe4319557dd97c70..9b093124601eab9f89c5e1a766e261440561566f 100644 --- a/models/cv/classification/deit_tiny/igie/scripts/infer_deit_tiny_fp16_performance.sh +++ b/models/cv/classification/deit_tiny/igie/scripts/infer_deit_tiny_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="deit_tiny_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/densenet121/igie/scripts/infer_densenet121_fp16_accuracy.sh b/models/cv/classification/densenet121/igie/scripts/infer_densenet121_fp16_accuracy.sh index e499ceefe691205ecdbadd24ada6d7a7fa905cd7..7019b7e0c7776261483ba3b151893a9f9c8fee69 100644 --- a/models/cv/classification/densenet121/igie/scripts/infer_densenet121_fp16_accuracy.sh +++ b/models/cv/classification/densenet121/igie/scripts/infer_densenet121_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="densenet121.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/densenet121/igie/scripts/infer_densenet121_fp16_performance.sh b/models/cv/classification/densenet121/igie/scripts/infer_densenet121_fp16_performance.sh index 8cd546218bf8720e22795c3a37e0151dbda194c7..a84d175eaced7eec9a2556e998b064d64775e5ac 100644 --- a/models/cv/classification/densenet121/igie/scripts/infer_densenet121_fp16_performance.sh +++ b/models/cv/classification/densenet121/igie/scripts/infer_densenet121_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="densenet121.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/densenet161/igie/scripts/infer_densenet161_fp16_accuracy.sh b/models/cv/classification/densenet161/igie/scripts/infer_densenet161_fp16_accuracy.sh index 407c1c51c5d59901b6ab0fc151cb3831b5be9d97..3037b0975f4319aec103af6969b9b5e0e1e0de12 100644 --- a/models/cv/classification/densenet161/igie/scripts/infer_densenet161_fp16_accuracy.sh +++ b/models/cv/classification/densenet161/igie/scripts/infer_densenet161_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="densenet161.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/densenet161/igie/scripts/infer_densenet161_fp16_performance.sh b/models/cv/classification/densenet161/igie/scripts/infer_densenet161_fp16_performance.sh index c192f2a973dd9c0ae3d858c93f21ee8cddf60536..5f6d80fd897dbc87768cb1d5459f2253eb4a2999 100644 --- a/models/cv/classification/densenet161/igie/scripts/infer_densenet161_fp16_performance.sh +++ b/models/cv/classification/densenet161/igie/scripts/infer_densenet161_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="densenet161.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/densenet169/igie/scripts/infer_densenet169_fp16_accuracy.sh b/models/cv/classification/densenet169/igie/scripts/infer_densenet169_fp16_accuracy.sh index a2ab73db5447a4f80845154ad82adb75e26c2870..7111f25aa6405839e901e782ccc02eeb44860155 100644 --- a/models/cv/classification/densenet169/igie/scripts/infer_densenet169_fp16_accuracy.sh +++ b/models/cv/classification/densenet169/igie/scripts/infer_densenet169_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="densenet169.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/densenet169/igie/scripts/infer_densenet169_fp16_performance.sh b/models/cv/classification/densenet169/igie/scripts/infer_densenet169_fp16_performance.sh index ca965a5fe7aa61733cbb638ac3e8a040c0abbcf3..22c2fa8b54ba6ac25c11afa4bd5b4701d38f38f7 100644 --- a/models/cv/classification/densenet169/igie/scripts/infer_densenet169_fp16_performance.sh +++ b/models/cv/classification/densenet169/igie/scripts/infer_densenet169_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="densenet169.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/densenet201/igie/scripts/infer_densenet201_fp16_accuracy.sh b/models/cv/classification/densenet201/igie/scripts/infer_densenet201_fp16_accuracy.sh index 521eb073c6fb817c4639295c8ef8f3ba5acde516..32ed2b3bfbc1e8f64bdeb78fff428bfb352d9120 100644 --- a/models/cv/classification/densenet201/igie/scripts/infer_densenet201_fp16_accuracy.sh +++ b/models/cv/classification/densenet201/igie/scripts/infer_densenet201_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="densenet201.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/densenet201/igie/scripts/infer_densenet201_fp16_performance.sh b/models/cv/classification/densenet201/igie/scripts/infer_densenet201_fp16_performance.sh index 99834cc857d637814d0cba3ea311bb65aa35fb2d..bde0da3789688f7d2bcc74b3ed9ca177233f1931 100644 --- a/models/cv/classification/densenet201/igie/scripts/infer_densenet201_fp16_performance.sh +++ b/models/cv/classification/densenet201/igie/scripts/infer_densenet201_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="densenet201.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/efficientnet_b0/igie/scripts/infer_efficientnet_b0_fp16_accuracy.sh b/models/cv/classification/efficientnet_b0/igie/scripts/infer_efficientnet_b0_fp16_accuracy.sh index 77106c12aea50e1bcb0c19282ddb5e3bd77789a3..37c9add5966e3f6294dc7354ed963e843be1a475 100644 --- a/models/cv/classification/efficientnet_b0/igie/scripts/infer_efficientnet_b0_fp16_accuracy.sh +++ b/models/cv/classification/efficientnet_b0/igie/scripts/infer_efficientnet_b0_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="efficientnet_b0.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/efficientnet_b0/igie/scripts/infer_efficientnet_b0_fp16_performance.sh b/models/cv/classification/efficientnet_b0/igie/scripts/infer_efficientnet_b0_fp16_performance.sh index d6303c594362163262d001081de89f0ef9448216..4054a41f9f6aab91520431d6c5396558029bab20 100644 --- a/models/cv/classification/efficientnet_b0/igie/scripts/infer_efficientnet_b0_fp16_performance.sh +++ b/models/cv/classification/efficientnet_b0/igie/scripts/infer_efficientnet_b0_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="efficientnet_b0.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/efficientnet_b1/igie/scripts/infer_efficientnet_b1_fp16_accuracy.sh b/models/cv/classification/efficientnet_b1/igie/scripts/infer_efficientnet_b1_fp16_accuracy.sh index 0e64b3826ac22b108bfcaa32727293b94cdf7d1d..626fcadc7a8d15c0e4bbb2a8aa31d78a81752714 100644 --- a/models/cv/classification/efficientnet_b1/igie/scripts/infer_efficientnet_b1_fp16_accuracy.sh +++ b/models/cv/classification/efficientnet_b1/igie/scripts/infer_efficientnet_b1_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="efficientnet_b1.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/efficientnet_b1/igie/scripts/infer_efficientnet_b1_fp16_performance.sh b/models/cv/classification/efficientnet_b1/igie/scripts/infer_efficientnet_b1_fp16_performance.sh index 0ceaa988cccffa3cca74c144539e61e64602ae52..7ab30e9f104514c0eee199bcef24c320921b7ef0 100644 --- a/models/cv/classification/efficientnet_b1/igie/scripts/infer_efficientnet_b1_fp16_performance.sh +++ b/models/cv/classification/efficientnet_b1/igie/scripts/infer_efficientnet_b1_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="efficientnet_b1.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/efficientnet_b2/igie/scripts/infer_efficientnet_b2_fp16_accuracy.sh b/models/cv/classification/efficientnet_b2/igie/scripts/infer_efficientnet_b2_fp16_accuracy.sh index e1e4f855ff320746ec918e8071205a0cd0565454..20d1f030441877ca7a6faee4908c94c4bfaa79bc 100644 --- a/models/cv/classification/efficientnet_b2/igie/scripts/infer_efficientnet_b2_fp16_accuracy.sh +++ b/models/cv/classification/efficientnet_b2/igie/scripts/infer_efficientnet_b2_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="efficientnet_b2.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/efficientnet_b2/igie/scripts/infer_efficientnet_b2_fp16_performance.sh b/models/cv/classification/efficientnet_b2/igie/scripts/infer_efficientnet_b2_fp16_performance.sh index c988d5c816ffe0f8c7490f9f1c6986bf198a72d6..1dc6a527c83fa4e8c41b86b2e62b1fdffe29bced 100644 --- a/models/cv/classification/efficientnet_b2/igie/scripts/infer_efficientnet_b2_fp16_performance.sh +++ b/models/cv/classification/efficientnet_b2/igie/scripts/infer_efficientnet_b2_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="efficientnet_b2.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/efficientnet_b3/igie/scripts/infer_efficientnet_b3_fp16_accuracy.sh b/models/cv/classification/efficientnet_b3/igie/scripts/infer_efficientnet_b3_fp16_accuracy.sh index 2f75ca4a9bf17718470e8ee66ff10d009f32bebf..8841294d2e49c7ad80dc91f80dba065c2b8c2f05 100644 --- a/models/cv/classification/efficientnet_b3/igie/scripts/infer_efficientnet_b3_fp16_accuracy.sh +++ b/models/cv/classification/efficientnet_b3/igie/scripts/infer_efficientnet_b3_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="efficientnet_b3.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/efficientnet_b3/igie/scripts/infer_efficientnet_b3_fp16_performance.sh b/models/cv/classification/efficientnet_b3/igie/scripts/infer_efficientnet_b3_fp16_performance.sh index 5df9e54ed0e29f2cd75b268389c01510955e2543..f6e7a82d451934a66faaf97f6e346bc9688dd88e 100644 --- a/models/cv/classification/efficientnet_b3/igie/scripts/infer_efficientnet_b3_fp16_performance.sh +++ b/models/cv/classification/efficientnet_b3/igie/scripts/infer_efficientnet_b3_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="efficientnet_b3.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/efficientnet_b4/igie/scripts/infer_efficientnet_b4_fp16_accuracy.sh b/models/cv/classification/efficientnet_b4/igie/scripts/infer_efficientnet_b4_fp16_accuracy.sh index 72b966dfb1cc65b1d846263ce0f0af893c58793a..0ca0333a7f01178fadbdb31a375cb204bf44ea23 100644 --- a/models/cv/classification/efficientnet_b4/igie/scripts/infer_efficientnet_b4_fp16_accuracy.sh +++ b/models/cv/classification/efficientnet_b4/igie/scripts/infer_efficientnet_b4_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="efficientnet_b4.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/efficientnet_b4/igie/scripts/infer_efficientnet_b4_fp16_performance.sh b/models/cv/classification/efficientnet_b4/igie/scripts/infer_efficientnet_b4_fp16_performance.sh index 6ac6a3c23d63f9396e1854b9a818f2b3fe147136..10fd4bd5c60c64433ab3e27917db5bddc79e96cd 100644 --- a/models/cv/classification/efficientnet_b4/igie/scripts/infer_efficientnet_b4_fp16_performance.sh +++ b/models/cv/classification/efficientnet_b4/igie/scripts/infer_efficientnet_b4_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="efficientnet_b4.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/efficientnet_b5/igie/scripts/infer_efficientnet_b5_fp16_accuracy.sh b/models/cv/classification/efficientnet_b5/igie/scripts/infer_efficientnet_b5_fp16_accuracy.sh index 2db3257aedcf4f1c4149dc18ec15bebcb6f31527..003c22b5696e059c64d79fcb5f8cdb8e3564dc46 100644 --- a/models/cv/classification/efficientnet_b5/igie/scripts/infer_efficientnet_b5_fp16_accuracy.sh +++ b/models/cv/classification/efficientnet_b5/igie/scripts/infer_efficientnet_b5_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="efficientnet_b5.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/efficientnet_b5/igie/scripts/infer_efficientnet_b5_fp16_performance.sh b/models/cv/classification/efficientnet_b5/igie/scripts/infer_efficientnet_b5_fp16_performance.sh index 3c42938cf3026ee0151857de61b9118ab7a87bbd..eaf0b0ab0d18aead381abe500704163004a80802 100644 --- a/models/cv/classification/efficientnet_b5/igie/scripts/infer_efficientnet_b5_fp16_performance.sh +++ b/models/cv/classification/efficientnet_b5/igie/scripts/infer_efficientnet_b5_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="efficientnet_b5.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/efficientnet_b6/igie/scripts/infer_efficientnet_b6_fp16_accuracy.sh b/models/cv/classification/efficientnet_b6/igie/scripts/infer_efficientnet_b6_fp16_accuracy.sh index 1cfd2f540500d6eae4c5290dfc8a46f930de516f..2eef2c283ec9664a4bb597693f485f41a633c6f5 100644 --- a/models/cv/classification/efficientnet_b6/igie/scripts/infer_efficientnet_b6_fp16_accuracy.sh +++ b/models/cv/classification/efficientnet_b6/igie/scripts/infer_efficientnet_b6_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="efficientnet_b6.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/efficientnet_b6/igie/scripts/infer_efficientnet_b6_fp16_performance.sh b/models/cv/classification/efficientnet_b6/igie/scripts/infer_efficientnet_b6_fp16_performance.sh index c4912ab45f066b3c6328e8359ea3da0ec3c9144e..bc39f3ebc6696bf22a443105632b33bb69bf7eda 100644 --- a/models/cv/classification/efficientnet_b6/igie/scripts/infer_efficientnet_b6_fp16_performance.sh +++ b/models/cv/classification/efficientnet_b6/igie/scripts/infer_efficientnet_b6_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="efficientnet_b6.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/efficientnet_b7/igie/scripts/infer_efficientnet_b7_fp16_accuracy.sh b/models/cv/classification/efficientnet_b7/igie/scripts/infer_efficientnet_b7_fp16_accuracy.sh index fb8d24f2e8547684122aeebfcc31c33f8cf988a7..9b7c42dfc3c78964633fe5c771d9fb615ee6ae4e 100644 --- a/models/cv/classification/efficientnet_b7/igie/scripts/infer_efficientnet_b7_fp16_accuracy.sh +++ b/models/cv/classification/efficientnet_b7/igie/scripts/infer_efficientnet_b7_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="efficientnet_b7.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/efficientnet_b7/igie/scripts/infer_efficientnet_b7_fp16_performance.sh b/models/cv/classification/efficientnet_b7/igie/scripts/infer_efficientnet_b7_fp16_performance.sh index 0df31132ef0acc5c6645d8e53dbce968ed2d9dfd..f81dc7aa2ccbb8a9ebb312106129ef698159601c 100644 --- a/models/cv/classification/efficientnet_b7/igie/scripts/infer_efficientnet_b7_fp16_performance.sh +++ b/models/cv/classification/efficientnet_b7/igie/scripts/infer_efficientnet_b7_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="efficientnet_b7.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/efficientnet_v2/igie/scripts/infer_efficientnet_v2_fp16_accuracy.sh b/models/cv/classification/efficientnet_v2/igie/scripts/infer_efficientnet_v2_fp16_accuracy.sh index 57bf599d14d7fe2e5c736eb3e3607446474a0c05..be81da02a7ce39323ec17763df732832a5d59bbe 100644 --- a/models/cv/classification/efficientnet_v2/igie/scripts/infer_efficientnet_v2_fp16_accuracy.sh +++ b/models/cv/classification/efficientnet_v2/igie/scripts/infer_efficientnet_v2_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="efficientnet_v2_m.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/efficientnet_v2/igie/scripts/infer_efficientnet_v2_fp16_performance.sh b/models/cv/classification/efficientnet_v2/igie/scripts/infer_efficientnet_v2_fp16_performance.sh index 18714a42958e1e4383f83593137ed8c54ee0d7cc..86839e787118fa903a4483fb252cd5861d24bcb3 100644 --- a/models/cv/classification/efficientnet_v2/igie/scripts/infer_efficientnet_v2_fp16_performance.sh +++ b/models/cv/classification/efficientnet_v2/igie/scripts/infer_efficientnet_v2_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="efficientnet_v2_m.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/efficientnet_v2_s/igie/scripts/infer_efficientnet_v2_s_fp16_accuracy.sh b/models/cv/classification/efficientnet_v2_s/igie/scripts/infer_efficientnet_v2_s_fp16_accuracy.sh index 22f2084e91547ac983c503e63a61cb06aceba7ce..aa0fe0a6a641ba6b0fd98b55fa03b24277cd33d8 100644 --- a/models/cv/classification/efficientnet_v2_s/igie/scripts/infer_efficientnet_v2_s_fp16_accuracy.sh +++ b/models/cv/classification/efficientnet_v2_s/igie/scripts/infer_efficientnet_v2_s_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="efficientnet_v2_s.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/efficientnet_v2_s/igie/scripts/infer_efficientnet_v2_s_fp16_performance.sh b/models/cv/classification/efficientnet_v2_s/igie/scripts/infer_efficientnet_v2_s_fp16_performance.sh index c6ef87e84edc86faa8e559ae9b8bc8feb28bd3c9..3d3803f18bd9bc63854522b89e89e971babd466f 100644 --- a/models/cv/classification/efficientnet_v2_s/igie/scripts/infer_efficientnet_v2_s_fp16_performance.sh +++ b/models/cv/classification/efficientnet_v2_s/igie/scripts/infer_efficientnet_v2_s_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="efficientnet_v2_s.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/efficientnetv2_rw_t/igie/scripts/infer_efficientnetv2_rw_t_fp16_accuracy.sh b/models/cv/classification/efficientnetv2_rw_t/igie/scripts/infer_efficientnetv2_rw_t_fp16_accuracy.sh index 7e2e5ffbc665d6e70d0dc5ff7bcf0b870d79dd1b..a49870d51903617190c79994915057684b615a88 100644 --- a/models/cv/classification/efficientnetv2_rw_t/igie/scripts/infer_efficientnetv2_rw_t_fp16_accuracy.sh +++ b/models/cv/classification/efficientnetv2_rw_t/igie/scripts/infer_efficientnetv2_rw_t_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="efficientnetv2_rw_t.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/efficientnetv2_rw_t/igie/scripts/infer_efficientnetv2_rw_t_fp16_performance.sh b/models/cv/classification/efficientnetv2_rw_t/igie/scripts/infer_efficientnetv2_rw_t_fp16_performance.sh index c08b48407740ee447d6bad514fe0aa76c001aec6..95ab410bc8a61601561ba5506b8d7766364483dd 100644 --- a/models/cv/classification/efficientnetv2_rw_t/igie/scripts/infer_efficientnetv2_rw_t_fp16_performance.sh +++ b/models/cv/classification/efficientnetv2_rw_t/igie/scripts/infer_efficientnetv2_rw_t_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="efficientnetv2_rw_t.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/googlenet/igie/scripts/infer_googlenet_fp16_accuracy.sh b/models/cv/classification/googlenet/igie/scripts/infer_googlenet_fp16_accuracy.sh index 945acc1b27884c236226f6c47cd1ed58a29a23fa..4642d2220a1b5208df1aa369a0894f0e2bc2f7da 100644 --- a/models/cv/classification/googlenet/igie/scripts/infer_googlenet_fp16_accuracy.sh +++ b/models/cv/classification/googlenet/igie/scripts/infer_googlenet_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="googlenet.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/googlenet/igie/scripts/infer_googlenet_fp16_performance.sh b/models/cv/classification/googlenet/igie/scripts/infer_googlenet_fp16_performance.sh index 0730255ff14122cbe87971780f76e6e50958c2fd..58f96b410971b771bc117729b77c3954a08b0be0 100644 --- a/models/cv/classification/googlenet/igie/scripts/infer_googlenet_fp16_performance.sh +++ b/models/cv/classification/googlenet/igie/scripts/infer_googlenet_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="googlenet.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/googlenet/igie/scripts/infer_googlenet_int8_accuracy.sh b/models/cv/classification/googlenet/igie/scripts/infer_googlenet_int8_accuracy.sh index 2f102e960c1791ef634f57970e6e2daba0cff665..fa5d143496f5aed117ee4790497cc16ae1212cf3 100644 --- a/models/cv/classification/googlenet/igie/scripts/infer_googlenet_int8_accuracy.sh +++ b/models/cv/classification/googlenet/igie/scripts/infer_googlenet_int8_accuracy.sh @@ -20,6 +20,20 @@ model_path="googlenet.onnx" quantized_model_path="googlenet_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 ${RUN_DIR}quantize.py \ diff --git a/models/cv/classification/googlenet/igie/scripts/infer_googlenet_int8_performance.sh b/models/cv/classification/googlenet/igie/scripts/infer_googlenet_int8_performance.sh index 5df60743106137c9af51f0ab1f56861647cd0f6c..986129eeb123378910b056975258cfe1aacd80a5 100644 --- a/models/cv/classification/googlenet/igie/scripts/infer_googlenet_int8_performance.sh +++ b/models/cv/classification/googlenet/igie/scripts/infer_googlenet_int8_performance.sh @@ -20,6 +20,20 @@ model_path="googlenet.onnx" quantized_model_path="googlenet_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 ${RUN_DIR}quantize.py \ diff --git a/models/cv/classification/hrnet_w18/igie/scripts/infer_hrnet_w18_fp16_accuracy.sh b/models/cv/classification/hrnet_w18/igie/scripts/infer_hrnet_w18_fp16_accuracy.sh index 2bd1d5ab8eb73617d6b54e29346dc44d02f39fc4..485c23867e7bac2d5b5a8e82273c4e82902ff734 100644 --- a/models/cv/classification/hrnet_w18/igie/scripts/infer_hrnet_w18_fp16_accuracy.sh +++ b/models/cv/classification/hrnet_w18/igie/scripts/infer_hrnet_w18_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="hrnet_w18_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/hrnet_w18/igie/scripts/infer_hrnet_w18_fp16_performance.sh b/models/cv/classification/hrnet_w18/igie/scripts/infer_hrnet_w18_fp16_performance.sh index 1bf39bfbb810ed6f77733361906fd01c9f7ee76c..1b5e44b49319b0386ae3d3bd974a3ef922bc63b9 100644 --- a/models/cv/classification/hrnet_w18/igie/scripts/infer_hrnet_w18_fp16_performance.sh +++ b/models/cv/classification/hrnet_w18/igie/scripts/infer_hrnet_w18_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="hrnet_w18_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/inception_v3/igie/scripts/infer_inception_v3_fp16_accuracy.sh b/models/cv/classification/inception_v3/igie/scripts/infer_inception_v3_fp16_accuracy.sh index d20faeb38ffff90953999d92ecd2c0462563e36b..e21a004c717742991a275cf72af467802e1a9297 100644 --- a/models/cv/classification/inception_v3/igie/scripts/infer_inception_v3_fp16_accuracy.sh +++ b/models/cv/classification/inception_v3/igie/scripts/infer_inception_v3_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="inception_v3.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/inception_v3/igie/scripts/infer_inception_v3_fp16_performance.sh b/models/cv/classification/inception_v3/igie/scripts/infer_inception_v3_fp16_performance.sh index 9154fd25648b7ba6b2a2a01549aff783accbaa25..be17ab819f1942a1607c112091923220743e089c 100644 --- a/models/cv/classification/inception_v3/igie/scripts/infer_inception_v3_fp16_performance.sh +++ b/models/cv/classification/inception_v3/igie/scripts/infer_inception_v3_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="inception_v3.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/inception_v3/igie/scripts/infer_inception_v3_int8_accuracy.sh b/models/cv/classification/inception_v3/igie/scripts/infer_inception_v3_int8_accuracy.sh index cb7ff46827c92c617485c01a208044adccf16871..e9bc91d8dfe7536f97eee2553ec8ee03993632f0 100644 --- a/models/cv/classification/inception_v3/igie/scripts/infer_inception_v3_int8_accuracy.sh +++ b/models/cv/classification/inception_v3/igie/scripts/infer_inception_v3_int8_accuracy.sh @@ -20,6 +20,20 @@ model_path="inception_v3.onnx" quantized_model_path="inception_v3_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 ${RUN_DIR}quantize.py \ diff --git a/models/cv/classification/inception_v3/igie/scripts/infer_inception_v3_int8_performance.sh b/models/cv/classification/inception_v3/igie/scripts/infer_inception_v3_int8_performance.sh index 736b18bb3465e1d6206ce8396901510474203953..a28db4587d178e4641035a5fb10803ca927c44d7 100644 --- a/models/cv/classification/inception_v3/igie/scripts/infer_inception_v3_int8_performance.sh +++ b/models/cv/classification/inception_v3/igie/scripts/infer_inception_v3_int8_performance.sh @@ -20,6 +20,20 @@ model_path="inception_v3.onnx" quantized_model_path="inception_v3_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 ${RUN_DIR}quantize.py \ diff --git a/models/cv/classification/mlp_mixer_base/igie/scripts/infer_mlp_mixer_base_fp16_accuracy.sh b/models/cv/classification/mlp_mixer_base/igie/scripts/infer_mlp_mixer_base_fp16_accuracy.sh index 14b17e6ef613ba4b8a340ed9ae1f6136eb701ca6..8566639059ac13981b50e382e0bc603ffe64e4bd 100644 --- a/models/cv/classification/mlp_mixer_base/igie/scripts/infer_mlp_mixer_base_fp16_accuracy.sh +++ b/models/cv/classification/mlp_mixer_base/igie/scripts/infer_mlp_mixer_base_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="mlp_mixer_base_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/mlp_mixer_base/igie/scripts/infer_mlp_mixer_base_fp16_performance.sh b/models/cv/classification/mlp_mixer_base/igie/scripts/infer_mlp_mixer_base_fp16_performance.sh index 9bc0267ac8c9813e28e59789d88defdb33f19a97..8c7365dacdff0f2b693469ae39d4ce17cfb1b2d8 100644 --- a/models/cv/classification/mlp_mixer_base/igie/scripts/infer_mlp_mixer_base_fp16_performance.sh +++ b/models/cv/classification/mlp_mixer_base/igie/scripts/infer_mlp_mixer_base_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="mlp_mixer_base_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/mnasnet0_5/igie/scripts/infer_mnasnet0_5_fp16_accuracy.sh b/models/cv/classification/mnasnet0_5/igie/scripts/infer_mnasnet0_5_fp16_accuracy.sh index 29da5778294e0be9b49800b0a90816ce8b07eba5..9816159796eca1c6cbdcb1412e04a04cfca0e7c6 100644 --- a/models/cv/classification/mnasnet0_5/igie/scripts/infer_mnasnet0_5_fp16_accuracy.sh +++ b/models/cv/classification/mnasnet0_5/igie/scripts/infer_mnasnet0_5_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="mnasnet0_5.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/mnasnet0_5/igie/scripts/infer_mnasnet0_5_fp16_performance.sh b/models/cv/classification/mnasnet0_5/igie/scripts/infer_mnasnet0_5_fp16_performance.sh index 68ba295769238aede8b57a089c7f982bb3a96ecf..ab5452da1c37dbfb6903de3f2a3403a90b62671f 100644 --- a/models/cv/classification/mnasnet0_5/igie/scripts/infer_mnasnet0_5_fp16_performance.sh +++ b/models/cv/classification/mnasnet0_5/igie/scripts/infer_mnasnet0_5_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="mnasnet0_5.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/mnasnet0_75/igie/scripts/infer_mnasnet0_75_fp16_accuracy.sh b/models/cv/classification/mnasnet0_75/igie/scripts/infer_mnasnet0_75_fp16_accuracy.sh index 2814192ec2d68df4dffbda433647cc107d608575..357ca47e7a078aa1ad6b7cb542fe1937a4986d28 100644 --- a/models/cv/classification/mnasnet0_75/igie/scripts/infer_mnasnet0_75_fp16_accuracy.sh +++ b/models/cv/classification/mnasnet0_75/igie/scripts/infer_mnasnet0_75_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="mnasnet0_75.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/mnasnet0_75/igie/scripts/infer_mnasnet0_75_fp16_performance.sh b/models/cv/classification/mnasnet0_75/igie/scripts/infer_mnasnet0_75_fp16_performance.sh index c8b6a2b4730c8d3295588914e445f33d33c4377b..7e65c307e9cd1fd8d5f76e0c06d6c0b58a4f8d0a 100644 --- a/models/cv/classification/mnasnet0_75/igie/scripts/infer_mnasnet0_75_fp16_performance.sh +++ b/models/cv/classification/mnasnet0_75/igie/scripts/infer_mnasnet0_75_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="mnasnet0_75.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/mnasnet1_0/igie/scripts/infer_mnasnet1_0_fp16_accuracy.sh b/models/cv/classification/mnasnet1_0/igie/scripts/infer_mnasnet1_0_fp16_accuracy.sh index 7fc5a71b9e28a043681472ed4b642998684e9c71..a46380eb87e89042850f611f760bd608f617def8 100644 --- a/models/cv/classification/mnasnet1_0/igie/scripts/infer_mnasnet1_0_fp16_accuracy.sh +++ b/models/cv/classification/mnasnet1_0/igie/scripts/infer_mnasnet1_0_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="mnasnet1_0.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/mnasnet1_0/igie/scripts/infer_mnasnet1_0_fp16_performance.sh b/models/cv/classification/mnasnet1_0/igie/scripts/infer_mnasnet1_0_fp16_performance.sh index e8800ae0d352495bea82870df1c3620907f735a1..6b63f9add9bdb18abe852436871615988894fc57 100644 --- a/models/cv/classification/mnasnet1_0/igie/scripts/infer_mnasnet1_0_fp16_performance.sh +++ b/models/cv/classification/mnasnet1_0/igie/scripts/infer_mnasnet1_0_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="mnasnet1_0.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/mnasnet1_3/igie/scripts/infer_mnasnet1_3_fp16_accuracy.sh b/models/cv/classification/mnasnet1_3/igie/scripts/infer_mnasnet1_3_fp16_accuracy.sh index bc980afca16e2c142210599849f2aa82f31fb86e..b44ad5bd88bf843b2d69c5a37a1fe1b2aed37288 100644 --- a/models/cv/classification/mnasnet1_3/igie/scripts/infer_mnasnet1_3_fp16_accuracy.sh +++ b/models/cv/classification/mnasnet1_3/igie/scripts/infer_mnasnet1_3_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="mnasnet1_3.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/mnasnet1_3/igie/scripts/infer_mnasnet1_3_fp16_performance.sh b/models/cv/classification/mnasnet1_3/igie/scripts/infer_mnasnet1_3_fp16_performance.sh index 535d5c9b79c5d16a6bd5a122f9d290de5072c124..04a066765bb5515a7eb86e4a390a1372bd51c096 100644 --- a/models/cv/classification/mnasnet1_3/igie/scripts/infer_mnasnet1_3_fp16_performance.sh +++ b/models/cv/classification/mnasnet1_3/igie/scripts/infer_mnasnet1_3_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="mnasnet1_3.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/mobilenet_v2/igie/scripts/infer_mobilenet_v2_fp16_accuracy.sh b/models/cv/classification/mobilenet_v2/igie/scripts/infer_mobilenet_v2_fp16_accuracy.sh index 3b52593eb109e2734e6cdcb1517aff0969e2586b..d7de83c712034e57a74bf6ed3818cb0d6a562060 100644 --- a/models/cv/classification/mobilenet_v2/igie/scripts/infer_mobilenet_v2_fp16_accuracy.sh +++ b/models/cv/classification/mobilenet_v2/igie/scripts/infer_mobilenet_v2_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="mobilenet_v2.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/mobilenet_v2/igie/scripts/infer_mobilenet_v2_fp16_performance.sh b/models/cv/classification/mobilenet_v2/igie/scripts/infer_mobilenet_v2_fp16_performance.sh index d788d740589b4982f718f7044b2c7bc825a78276..6a7f9009e7e65449bf8c2e478c5eefe65fa44229 100644 --- a/models/cv/classification/mobilenet_v2/igie/scripts/infer_mobilenet_v2_fp16_performance.sh +++ b/models/cv/classification/mobilenet_v2/igie/scripts/infer_mobilenet_v2_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="mobilenet_v2.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/mobilenet_v2/igie/scripts/infer_mobilenet_v2_int8_accuracy.sh b/models/cv/classification/mobilenet_v2/igie/scripts/infer_mobilenet_v2_int8_accuracy.sh index 4ff0d535294ca8f7c0b0e6fb45d2d6d479697644..6cc9af1794b1f37e9ac0114fe0a9fda5d52f484e 100644 --- a/models/cv/classification/mobilenet_v2/igie/scripts/infer_mobilenet_v2_int8_accuracy.sh +++ b/models/cv/classification/mobilenet_v2/igie/scripts/infer_mobilenet_v2_int8_accuracy.sh @@ -20,6 +20,20 @@ model_path="mobilenet_v2.onnx" quantized_model_path="mobilenetv2_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 ${RUN_DIR}quantize.py \ diff --git a/models/cv/classification/mobilenet_v2/igie/scripts/infer_mobilenet_v2_int8_performance.sh b/models/cv/classification/mobilenet_v2/igie/scripts/infer_mobilenet_v2_int8_performance.sh index c6900b1d4068f1647583f21e7be112df71c0265a..a2a92ac79a79a01ea4076e18b6a134d33f786f8a 100644 --- a/models/cv/classification/mobilenet_v2/igie/scripts/infer_mobilenet_v2_int8_performance.sh +++ b/models/cv/classification/mobilenet_v2/igie/scripts/infer_mobilenet_v2_int8_performance.sh @@ -20,6 +20,20 @@ model_path="mobilenet_v2.onnx" quantized_model_path="mobilenetv2_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 ${RUN_DIR}quantize.py \ diff --git a/models/cv/classification/mobilenet_v3/igie/scripts/infer_mobilenet_v3_fp16_accuracy.sh b/models/cv/classification/mobilenet_v3/igie/scripts/infer_mobilenet_v3_fp16_accuracy.sh index 55146d89278c740b4a011f0c0c308d535ece1454..6f0bbb0222ea9336831d488f67a782dad4ad4072 100644 --- a/models/cv/classification/mobilenet_v3/igie/scripts/infer_mobilenet_v3_fp16_accuracy.sh +++ b/models/cv/classification/mobilenet_v3/igie/scripts/infer_mobilenet_v3_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="mobilenetv3_small.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/mobilenet_v3/igie/scripts/infer_mobilenet_v3_fp16_performance.sh b/models/cv/classification/mobilenet_v3/igie/scripts/infer_mobilenet_v3_fp16_performance.sh index 7ba4d96320d0c695edd14154e978268b96af3476..ca28e7c96ce77d413314120523eaeb6082f6a361 100644 --- a/models/cv/classification/mobilenet_v3/igie/scripts/infer_mobilenet_v3_fp16_performance.sh +++ b/models/cv/classification/mobilenet_v3/igie/scripts/infer_mobilenet_v3_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="mobilenetv3_small.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/mobilenet_v3_large/igie/scripts/infer_mobilenet_v3_large_fp16_accuracy.sh b/models/cv/classification/mobilenet_v3_large/igie/scripts/infer_mobilenet_v3_large_fp16_accuracy.sh index 5a20e7dc81959f3f75c45f8a6783fd1d3cc5eb2b..3c3a12d5b6b67070945c7eae09c9d243b7c85e13 100644 --- a/models/cv/classification/mobilenet_v3_large/igie/scripts/infer_mobilenet_v3_large_fp16_accuracy.sh +++ b/models/cv/classification/mobilenet_v3_large/igie/scripts/infer_mobilenet_v3_large_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="mobilenetv3_large.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/mobilenet_v3_large/igie/scripts/infer_mobilenet_v3_large_fp16_performance.sh b/models/cv/classification/mobilenet_v3_large/igie/scripts/infer_mobilenet_v3_large_fp16_performance.sh index 503c71b89c68f3fb2a92e925349a8f2e9c4b5c58..abb8552208c8e3f16035e59f95bd9d1b2c802e00 100644 --- a/models/cv/classification/mobilenet_v3_large/igie/scripts/infer_mobilenet_v3_large_fp16_performance.sh +++ b/models/cv/classification/mobilenet_v3_large/igie/scripts/infer_mobilenet_v3_large_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="mobilenetv3_large.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/mvitv2_base/igie/scripts/infer_mvitv2_base_fp16_accuracy.sh b/models/cv/classification/mvitv2_base/igie/scripts/infer_mvitv2_base_fp16_accuracy.sh index b32b237c0bd8d1cff65cb8c5dc606da3ee9ba9b2..3540aaa137b3328f563663ab5a6c5d0198ddb8cb 100644 --- a/models/cv/classification/mvitv2_base/igie/scripts/infer_mvitv2_base_fp16_accuracy.sh +++ b/models/cv/classification/mvitv2_base/igie/scripts/infer_mvitv2_base_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=16 model_path="mvitv2_base_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/mvitv2_base/igie/scripts/infer_mvitv2_base_fp16_performance.sh b/models/cv/classification/mvitv2_base/igie/scripts/infer_mvitv2_base_fp16_performance.sh index a37b1285835fa109d35d5b466c24f7d78937ebf9..f2f2f01a6c25c9f2a85097ac1a46d8709f22c1ed 100644 --- a/models/cv/classification/mvitv2_base/igie/scripts/infer_mvitv2_base_fp16_performance.sh +++ b/models/cv/classification/mvitv2_base/igie/scripts/infer_mvitv2_base_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=16 model_path="mvitv2_base_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_x_16gf/igie/scripts/infer_regnet_x_16gf_fp16_accuracy.sh b/models/cv/classification/regnet_x_16gf/igie/scripts/infer_regnet_x_16gf_fp16_accuracy.sh index badd00394b651a8da2f2d8fb60700c0734e39a7a..653c2968023eceabc41dd1d57f81471f408d47c5 100644 --- a/models/cv/classification/regnet_x_16gf/igie/scripts/infer_regnet_x_16gf_fp16_accuracy.sh +++ b/models/cv/classification/regnet_x_16gf/igie/scripts/infer_regnet_x_16gf_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_x_16gf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_x_16gf/igie/scripts/infer_regnet_x_16gf_fp16_performance.sh b/models/cv/classification/regnet_x_16gf/igie/scripts/infer_regnet_x_16gf_fp16_performance.sh index f9e681cb140494ed42f9505d08fdc8dceabd95d2..906142514e8292516b5b8b884023db70d6d05613 100644 --- a/models/cv/classification/regnet_x_16gf/igie/scripts/infer_regnet_x_16gf_fp16_performance.sh +++ b/models/cv/classification/regnet_x_16gf/igie/scripts/infer_regnet_x_16gf_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_x_16gf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_x_1_6gf/igie/scripts/infer_regnet_x_1_6gf_fp16_accuracy.sh b/models/cv/classification/regnet_x_1_6gf/igie/scripts/infer_regnet_x_1_6gf_fp16_accuracy.sh index 427665f918b23c75fdc5e0f7327a9e8b80d47c15..d9ac57eb25b74c0338c214773e19532d27cab40a 100644 --- a/models/cv/classification/regnet_x_1_6gf/igie/scripts/infer_regnet_x_1_6gf_fp16_accuracy.sh +++ b/models/cv/classification/regnet_x_1_6gf/igie/scripts/infer_regnet_x_1_6gf_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_x_1_6gf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_x_1_6gf/igie/scripts/infer_regnet_x_1_6gf_fp16_performance.sh b/models/cv/classification/regnet_x_1_6gf/igie/scripts/infer_regnet_x_1_6gf_fp16_performance.sh index 9668fe1d59d2c9a01d13684ae993a26c62b4e959..d78da85e52831f2e06d27122519183edd4c83b3e 100644 --- a/models/cv/classification/regnet_x_1_6gf/igie/scripts/infer_regnet_x_1_6gf_fp16_performance.sh +++ b/models/cv/classification/regnet_x_1_6gf/igie/scripts/infer_regnet_x_1_6gf_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_x_1_6gf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_x_32gf/igie/scripts/infer_regnet_x_32gf_fp16_accuracy.sh b/models/cv/classification/regnet_x_32gf/igie/scripts/infer_regnet_x_32gf_fp16_accuracy.sh index 5516f47c42d51d6c5b7df89d440c57419ddf8032..d373bdae6b584633ec6fa4528925509e9424339e 100644 --- a/models/cv/classification/regnet_x_32gf/igie/scripts/infer_regnet_x_32gf_fp16_accuracy.sh +++ b/models/cv/classification/regnet_x_32gf/igie/scripts/infer_regnet_x_32gf_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_x_32gf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_x_32gf/igie/scripts/infer_regnet_x_32gf_fp16_performance.sh b/models/cv/classification/regnet_x_32gf/igie/scripts/infer_regnet_x_32gf_fp16_performance.sh index 3dc5fe6394ff84b0dd02e1c4aecc4a23113a1ca7..fa9b83942ad5107d35d2600bcb230878edb3fff9 100644 --- a/models/cv/classification/regnet_x_32gf/igie/scripts/infer_regnet_x_32gf_fp16_performance.sh +++ b/models/cv/classification/regnet_x_32gf/igie/scripts/infer_regnet_x_32gf_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_x_32gf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_x_3_2gf/igie/scripts/infer_regnet_x_3_2gf_fp16_accuracy.sh b/models/cv/classification/regnet_x_3_2gf/igie/scripts/infer_regnet_x_3_2gf_fp16_accuracy.sh index 1f88a01296c87c78d1825c2e4acad38bb3ed2382..ee133b55b2fb4fdc1e8031a978c6a9591c0c0fa6 100644 --- a/models/cv/classification/regnet_x_3_2gf/igie/scripts/infer_regnet_x_3_2gf_fp16_accuracy.sh +++ b/models/cv/classification/regnet_x_3_2gf/igie/scripts/infer_regnet_x_3_2gf_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_x_3_2gf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_x_3_2gf/igie/scripts/infer_regnet_x_3_2gf_fp16_performance.sh b/models/cv/classification/regnet_x_3_2gf/igie/scripts/infer_regnet_x_3_2gf_fp16_performance.sh index b2ca03fe2dbde6f73e88e54d6f98e220efddc560..828e768561bafe044be3b2e8b565daf62e72b467 100644 --- a/models/cv/classification/regnet_x_3_2gf/igie/scripts/infer_regnet_x_3_2gf_fp16_performance.sh +++ b/models/cv/classification/regnet_x_3_2gf/igie/scripts/infer_regnet_x_3_2gf_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_x_3_2gf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_x_400mf/igie/scripts/infer_regnet_x_400mf_fp16_accuracy.sh b/models/cv/classification/regnet_x_400mf/igie/scripts/infer_regnet_x_400mf_fp16_accuracy.sh index 8ae3eae6511ef76a7ece81c86382f4800d999e05..4b27b5517512653991bb6aeecbd87e67cfa70194 100644 --- a/models/cv/classification/regnet_x_400mf/igie/scripts/infer_regnet_x_400mf_fp16_accuracy.sh +++ b/models/cv/classification/regnet_x_400mf/igie/scripts/infer_regnet_x_400mf_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_x_400mf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_x_400mf/igie/scripts/infer_regnet_x_400mf_fp16_performance.sh b/models/cv/classification/regnet_x_400mf/igie/scripts/infer_regnet_x_400mf_fp16_performance.sh index 0682f981dd4b1e5e381f9ab337cd6cf260d63559..91a81eec855968effd53eb35567376e850799aa0 100644 --- a/models/cv/classification/regnet_x_400mf/igie/scripts/infer_regnet_x_400mf_fp16_performance.sh +++ b/models/cv/classification/regnet_x_400mf/igie/scripts/infer_regnet_x_400mf_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_x_400mf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_x_800mf/igie/scripts/infer_regnet_x_800mf_fp16_accuracy.sh b/models/cv/classification/regnet_x_800mf/igie/scripts/infer_regnet_x_800mf_fp16_accuracy.sh index 38ad905adaafa16ba728acf75548a1fe310c2bc0..782f9a8ed4d961a0f9d910279ff2a93955a552c1 100644 --- a/models/cv/classification/regnet_x_800mf/igie/scripts/infer_regnet_x_800mf_fp16_accuracy.sh +++ b/models/cv/classification/regnet_x_800mf/igie/scripts/infer_regnet_x_800mf_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_x_800mf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_x_800mf/igie/scripts/infer_regnet_x_800mf_fp16_performance.sh b/models/cv/classification/regnet_x_800mf/igie/scripts/infer_regnet_x_800mf_fp16_performance.sh index 2f24950c8ad56f2e7e776a0b26ffb593911af8be..aecc13b9f0ecfb1f002ed7349bb7db565d6baddc 100644 --- a/models/cv/classification/regnet_x_800mf/igie/scripts/infer_regnet_x_800mf_fp16_performance.sh +++ b/models/cv/classification/regnet_x_800mf/igie/scripts/infer_regnet_x_800mf_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_x_800mf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_x_8gf/igie/scripts/infer_regnet_x_8gf_fp16_accuracy.sh b/models/cv/classification/regnet_x_8gf/igie/scripts/infer_regnet_x_8gf_fp16_accuracy.sh index 2884758be63728e36aab286b30da4a485e267986..aa2aa48c7aa9f0bb01480a8adf13bb3a3ebdd1e7 100755 --- a/models/cv/classification/regnet_x_8gf/igie/scripts/infer_regnet_x_8gf_fp16_accuracy.sh +++ b/models/cv/classification/regnet_x_8gf/igie/scripts/infer_regnet_x_8gf_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_x_8gf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_x_8gf/igie/scripts/infer_regnet_x_8gf_fp16_performance.sh b/models/cv/classification/regnet_x_8gf/igie/scripts/infer_regnet_x_8gf_fp16_performance.sh index c40254fecf3bf04255737c97f12e736860aa637a..0887007f0d21bd206eb19586077f76dff47697fe 100755 --- a/models/cv/classification/regnet_x_8gf/igie/scripts/infer_regnet_x_8gf_fp16_performance.sh +++ b/models/cv/classification/regnet_x_8gf/igie/scripts/infer_regnet_x_8gf_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_x_8gf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_y_16gf/igie/scripts/infer_regnet_y_16gf_fp16_accuracy.sh b/models/cv/classification/regnet_y_16gf/igie/scripts/infer_regnet_y_16gf_fp16_accuracy.sh index f7f91ddab3f465625f478ed24a6c1da576d30743..fab6f25f8dd251cda66f723283d15322761e3e06 100644 --- a/models/cv/classification/regnet_y_16gf/igie/scripts/infer_regnet_y_16gf_fp16_accuracy.sh +++ b/models/cv/classification/regnet_y_16gf/igie/scripts/infer_regnet_y_16gf_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_y_16gf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_y_16gf/igie/scripts/infer_regnet_y_16gf_fp16_performance.sh b/models/cv/classification/regnet_y_16gf/igie/scripts/infer_regnet_y_16gf_fp16_performance.sh index 7ede053bf5d67b767ac26b5b890e22f8ccc9f35f..30f140d89d4b7fdf159ae4d3f0f5d3c46b3dbb94 100644 --- a/models/cv/classification/regnet_y_16gf/igie/scripts/infer_regnet_y_16gf_fp16_performance.sh +++ b/models/cv/classification/regnet_y_16gf/igie/scripts/infer_regnet_y_16gf_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_y_16gf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_y_1_6gf/igie/scripts/infer_regnet_y_1_6gf_fp16_accuracy.sh b/models/cv/classification/regnet_y_1_6gf/igie/scripts/infer_regnet_y_1_6gf_fp16_accuracy.sh index 4f335412e60495fd60912da75f9ebda85935ddca..dbfabcf5ef7206df37e53742fda173a990411c75 100644 --- a/models/cv/classification/regnet_y_1_6gf/igie/scripts/infer_regnet_y_1_6gf_fp16_accuracy.sh +++ b/models/cv/classification/regnet_y_1_6gf/igie/scripts/infer_regnet_y_1_6gf_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_y_1_6gf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_y_1_6gf/igie/scripts/infer_regnet_y_1_6gf_fp16_performance.sh b/models/cv/classification/regnet_y_1_6gf/igie/scripts/infer_regnet_y_1_6gf_fp16_performance.sh index c542815b00af85f6256b2106696958ffd6279800..eecdee6179d590fb800a945cf2129f37b58fd076 100644 --- a/models/cv/classification/regnet_y_1_6gf/igie/scripts/infer_regnet_y_1_6gf_fp16_performance.sh +++ b/models/cv/classification/regnet_y_1_6gf/igie/scripts/infer_regnet_y_1_6gf_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_y_1_6gf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_y_32gf/igie/scripts/infer_regnet_y_32gf_fp16_accuracy.sh b/models/cv/classification/regnet_y_32gf/igie/scripts/infer_regnet_y_32gf_fp16_accuracy.sh index 18a6fc9d9b718f0cdbfe8d975a59af0731217415..c1fa038596fafab033d42546644cab364e602c76 100644 --- a/models/cv/classification/regnet_y_32gf/igie/scripts/infer_regnet_y_32gf_fp16_accuracy.sh +++ b/models/cv/classification/regnet_y_32gf/igie/scripts/infer_regnet_y_32gf_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_y_32gf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_y_32gf/igie/scripts/infer_regnet_y_32gf_fp16_performance.sh b/models/cv/classification/regnet_y_32gf/igie/scripts/infer_regnet_y_32gf_fp16_performance.sh index b1d69f46985f5296376e910e6e31e5487a7e9873..5fc596ecb51aa41604ea03279c35a609de30857c 100644 --- a/models/cv/classification/regnet_y_32gf/igie/scripts/infer_regnet_y_32gf_fp16_performance.sh +++ b/models/cv/classification/regnet_y_32gf/igie/scripts/infer_regnet_y_32gf_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_y_32gf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_y_3_2gf/igie/scripts/infer_regnet_y_3_2gf_fp16_accuracy.sh b/models/cv/classification/regnet_y_3_2gf/igie/scripts/infer_regnet_y_3_2gf_fp16_accuracy.sh index 692fb92d44dfab5b8b8fd8c16ce6e0b6b6f0d965..68ce5e90bd05810c33343e9045cb9a3c4a5296c3 100644 --- a/models/cv/classification/regnet_y_3_2gf/igie/scripts/infer_regnet_y_3_2gf_fp16_accuracy.sh +++ b/models/cv/classification/regnet_y_3_2gf/igie/scripts/infer_regnet_y_3_2gf_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_y_3_2gf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_y_3_2gf/igie/scripts/infer_regnet_y_3_2gf_fp16_performance.sh b/models/cv/classification/regnet_y_3_2gf/igie/scripts/infer_regnet_y_3_2gf_fp16_performance.sh index 0d3905ffb1aff3fe14ad7de5d7bc871d1aef5363..e2ed8a8f78e9a25a5d6cd028dc6aaaf81ca15371 100644 --- a/models/cv/classification/regnet_y_3_2gf/igie/scripts/infer_regnet_y_3_2gf_fp16_performance.sh +++ b/models/cv/classification/regnet_y_3_2gf/igie/scripts/infer_regnet_y_3_2gf_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_y_3_2gf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_y_400mf/igie/scripts/infer_regnet_y_400mf_fp16_accuracy.sh b/models/cv/classification/regnet_y_400mf/igie/scripts/infer_regnet_y_400mf_fp16_accuracy.sh index f943ae6f308335c34a61bd6538fd1b928ed65330..a366542e00e81d3eca5bd8809db2bef0e4b47666 100644 --- a/models/cv/classification/regnet_y_400mf/igie/scripts/infer_regnet_y_400mf_fp16_accuracy.sh +++ b/models/cv/classification/regnet_y_400mf/igie/scripts/infer_regnet_y_400mf_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_y_400mf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_y_400mf/igie/scripts/infer_regnet_y_400mf_fp16_performance.sh b/models/cv/classification/regnet_y_400mf/igie/scripts/infer_regnet_y_400mf_fp16_performance.sh index 0d25f86d13da0805097a596233aeb8ff90326b76..c63f43ac8b862ce002ac59da7b3bc3898cedf120 100644 --- a/models/cv/classification/regnet_y_400mf/igie/scripts/infer_regnet_y_400mf_fp16_performance.sh +++ b/models/cv/classification/regnet_y_400mf/igie/scripts/infer_regnet_y_400mf_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_y_400mf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/repvgg/igie/scripts/infer_repvgg_fp16_accuracy.sh b/models/cv/classification/repvgg/igie/scripts/infer_repvgg_fp16_accuracy.sh index ea8323e50f474b92ed6e2096af619e6663805206..613e44eb7946faf5c0d175e607bcc11d31f71ee4 100644 --- a/models/cv/classification/repvgg/igie/scripts/infer_repvgg_fp16_accuracy.sh +++ b/models/cv/classification/repvgg/igie/scripts/infer_repvgg_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="repvgg.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/repvgg/igie/scripts/infer_repvgg_fp16_performance.sh b/models/cv/classification/repvgg/igie/scripts/infer_repvgg_fp16_performance.sh index ebb2456c6a021a890fd8fe23f86ac3f55c12fd10..6906c4c07795ab3330ed6dac9f2ecf889993dd01 100644 --- a/models/cv/classification/repvgg/igie/scripts/infer_repvgg_fp16_performance.sh +++ b/models/cv/classification/repvgg/igie/scripts/infer_repvgg_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="repvgg.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/res2net50/igie/scripts/infer_res2net50_fp16_accuracy.sh b/models/cv/classification/res2net50/igie/scripts/infer_res2net50_fp16_accuracy.sh index ca78878b8bbbe14e4f45f96d5be9fb796a76fca6..c14fbfc938c07c3dd0ee4e17a3e60714824c90ca 100644 --- a/models/cv/classification/res2net50/igie/scripts/infer_res2net50_fp16_accuracy.sh +++ b/models/cv/classification/res2net50/igie/scripts/infer_res2net50_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="res2net50_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/res2net50/igie/scripts/infer_res2net50_fp16_performance.sh b/models/cv/classification/res2net50/igie/scripts/infer_res2net50_fp16_performance.sh index 85ce84551ea410faa2ef6924157f31ce6c2f58dc..bfbddc8232de216ba2edb026b80c64bb30f4439e 100644 --- a/models/cv/classification/res2net50/igie/scripts/infer_res2net50_fp16_performance.sh +++ b/models/cv/classification/res2net50/igie/scripts/infer_res2net50_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="res2net50_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/resnest50/igie/scripts/infer_resnest50_fp16_accuracy.sh b/models/cv/classification/resnest50/igie/scripts/infer_resnest50_fp16_accuracy.sh index c59ea3d73bc716f293475d70cb908ff055e623ef..351b895de43bdcc827e424b5da896839f688e803 100644 --- a/models/cv/classification/resnest50/igie/scripts/infer_resnest50_fp16_accuracy.sh +++ b/models/cv/classification/resnest50/igie/scripts/infer_resnest50_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="resnest50_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/resnest50/igie/scripts/infer_resnest50_fp16_performance.sh b/models/cv/classification/resnest50/igie/scripts/infer_resnest50_fp16_performance.sh index 8146397ac9d89dc989077dd179155bda64888f32..59f6d9a5b47707387bfd1fe47a28d000dcc0d569 100644 --- a/models/cv/classification/resnest50/igie/scripts/infer_resnest50_fp16_performance.sh +++ b/models/cv/classification/resnest50/igie/scripts/infer_resnest50_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="resnest50_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/resnet101/igie/scripts/infer_resnet101_fp16_accuracy.sh b/models/cv/classification/resnet101/igie/scripts/infer_resnet101_fp16_accuracy.sh index 2445a04ed320a3b9b31589f78a6b4fcd123f27de..6a70f189b50e259aaf58afd8c6c4216e428dd174 100644 --- a/models/cv/classification/resnet101/igie/scripts/infer_resnet101_fp16_accuracy.sh +++ b/models/cv/classification/resnet101/igie/scripts/infer_resnet101_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="resnet101.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/resnet101/igie/scripts/infer_resnet101_fp16_performance.sh b/models/cv/classification/resnet101/igie/scripts/infer_resnet101_fp16_performance.sh index 94892e1d491f67a8815ebea2e347c2fb472f11b0..ab69cd81dc1472b86425d06874e6b04b0e919ddd 100644 --- a/models/cv/classification/resnet101/igie/scripts/infer_resnet101_fp16_performance.sh +++ b/models/cv/classification/resnet101/igie/scripts/infer_resnet101_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="resnet101.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/resnet101/igie/scripts/infer_resnet101_int8_accuracy.sh b/models/cv/classification/resnet101/igie/scripts/infer_resnet101_int8_accuracy.sh index 42df575233b0062c69e4da9f956983bf1c6f45a8..07b88a71e8648ade53c0018eaa78722e6693ed89 100644 --- a/models/cv/classification/resnet101/igie/scripts/infer_resnet101_int8_accuracy.sh +++ b/models/cv/classification/resnet101/igie/scripts/infer_resnet101_int8_accuracy.sh @@ -20,6 +20,20 @@ model_path="resnet101.onnx" quantized_model_path="resnet101_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 ${RUN_DIR}quantize.py \ diff --git a/models/cv/classification/resnet101/igie/scripts/infer_resnet101_int8_performance.sh b/models/cv/classification/resnet101/igie/scripts/infer_resnet101_int8_performance.sh index c60d54685f5a920a15318f6ed8fa097b047f724e..eb1c4cd4ef125254f225f59743b5199b43c5a715 100644 --- a/models/cv/classification/resnet101/igie/scripts/infer_resnet101_int8_performance.sh +++ b/models/cv/classification/resnet101/igie/scripts/infer_resnet101_int8_performance.sh @@ -20,6 +20,20 @@ model_path="resnet101.onnx" quantized_model_path="resnet101_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 ${RUN_DIR}quantize.py \ diff --git a/models/cv/classification/resnet152/igie/scripts/infer_resnet152_fp16_accuracy.sh b/models/cv/classification/resnet152/igie/scripts/infer_resnet152_fp16_accuracy.sh index 56f9bdf4e58d02b646e53c4e5ef476cf33d7201b..c4472cfac52382a0c038fe5500866eff4e1dd8bb 100644 --- a/models/cv/classification/resnet152/igie/scripts/infer_resnet152_fp16_accuracy.sh +++ b/models/cv/classification/resnet152/igie/scripts/infer_resnet152_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="resnet152.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/resnet152/igie/scripts/infer_resnet152_fp16_performance.sh b/models/cv/classification/resnet152/igie/scripts/infer_resnet152_fp16_performance.sh index a5802aeee4996e155e602483f12ba879bb621733..45afa4259dca1e23428d4b2b900bd27ec9bdd811 100644 --- a/models/cv/classification/resnet152/igie/scripts/infer_resnet152_fp16_performance.sh +++ b/models/cv/classification/resnet152/igie/scripts/infer_resnet152_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="resnet152.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/resnet152/igie/scripts/infer_resnet152_int8_accuracy.sh b/models/cv/classification/resnet152/igie/scripts/infer_resnet152_int8_accuracy.sh index 18aa65742973dcf2c84001e889a4ef6dfa3ce21b..274ae1b50f6dcb7ead1ef332c4e012901627be71 100644 --- a/models/cv/classification/resnet152/igie/scripts/infer_resnet152_int8_accuracy.sh +++ b/models/cv/classification/resnet152/igie/scripts/infer_resnet152_int8_accuracy.sh @@ -20,6 +20,20 @@ model_path="resnet152.onnx" quantized_model_path="resnet152_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 ${RUN_DIR}quantize.py \ diff --git a/models/cv/classification/resnet152/igie/scripts/infer_resnet152_int8_performance.sh b/models/cv/classification/resnet152/igie/scripts/infer_resnet152_int8_performance.sh index 587eb0dffc897ac4233de1d29c74670a64a5fd09..0852dd61376d51a567bc87861620ecb4eac0478b 100644 --- a/models/cv/classification/resnet152/igie/scripts/infer_resnet152_int8_performance.sh +++ b/models/cv/classification/resnet152/igie/scripts/infer_resnet152_int8_performance.sh @@ -20,6 +20,20 @@ model_path="resnet152.onnx" quantized_model_path="resnet152_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 ${RUN_DIR}quantize.py \ diff --git a/models/cv/classification/resnet18/igie/scripts/infer_resnet18_fp16_accuracy.sh b/models/cv/classification/resnet18/igie/scripts/infer_resnet18_fp16_accuracy.sh index 83fa1ee760cca796b206e5e3b7ff68b5574edeba..da844922ad4593d9cd97cfea1b1a5faa99e1aeb9 100644 --- a/models/cv/classification/resnet18/igie/scripts/infer_resnet18_fp16_accuracy.sh +++ b/models/cv/classification/resnet18/igie/scripts/infer_resnet18_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="resnet18.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/resnet18/igie/scripts/infer_resnet18_fp16_performance.sh b/models/cv/classification/resnet18/igie/scripts/infer_resnet18_fp16_performance.sh index 3bb0d35c8e3067292d2e5cbe248a20711f05fab5..eca0a4191cb34075544b34ec7351ec49a0516b83 100644 --- a/models/cv/classification/resnet18/igie/scripts/infer_resnet18_fp16_performance.sh +++ b/models/cv/classification/resnet18/igie/scripts/infer_resnet18_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="resnet18.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/resnet18/igie/scripts/infer_resnet18_int8_accuracy.sh b/models/cv/classification/resnet18/igie/scripts/infer_resnet18_int8_accuracy.sh index daf59879a3610b2a49100808ab0a17854a5d40d1..4cdcdc9870d5514e28386a8e68e203516418e359 100644 --- a/models/cv/classification/resnet18/igie/scripts/infer_resnet18_int8_accuracy.sh +++ b/models/cv/classification/resnet18/igie/scripts/infer_resnet18_int8_accuracy.sh @@ -20,6 +20,20 @@ model_path="resnet18.onnx" quantized_model_path="resnet18_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 ${RUN_DIR}quantize.py \ diff --git a/models/cv/classification/resnet18/igie/scripts/infer_resnet18_int8_performance.sh b/models/cv/classification/resnet18/igie/scripts/infer_resnet18_int8_performance.sh index bd40992cd1c6c457cfcd3ed6635c7748904bde86..60d590702099f83df82ae9db762cf316da996755 100644 --- a/models/cv/classification/resnet18/igie/scripts/infer_resnet18_int8_performance.sh +++ b/models/cv/classification/resnet18/igie/scripts/infer_resnet18_int8_performance.sh @@ -20,6 +20,20 @@ model_path="resnet18.onnx" quantized_model_path="resnet18_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 ${RUN_DIR}quantize.py \ diff --git a/models/cv/classification/resnet50/igie/scripts/infer_resnet50_fp16_accuracy.sh b/models/cv/classification/resnet50/igie/scripts/infer_resnet50_fp16_accuracy.sh index c79516f5281360ace51f7f1db32e1262de19c703..658e7ba9e612d9ed1d6e87ee34e32f7ad4529c0d 100644 --- a/models/cv/classification/resnet50/igie/scripts/infer_resnet50_fp16_accuracy.sh +++ b/models/cv/classification/resnet50/igie/scripts/infer_resnet50_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="resnet50.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/resnet50/igie/scripts/infer_resnet50_fp16_performance.sh b/models/cv/classification/resnet50/igie/scripts/infer_resnet50_fp16_performance.sh index 7de10ae35a044be34effd43bcf454ca89b5f7595..2261eaa39d39ff7b7c820521fd65e7bc61f84a2c 100644 --- a/models/cv/classification/resnet50/igie/scripts/infer_resnet50_fp16_performance.sh +++ b/models/cv/classification/resnet50/igie/scripts/infer_resnet50_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="resnet50.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/resnet50/igie/scripts/infer_resnet50_int8_accuracy.sh b/models/cv/classification/resnet50/igie/scripts/infer_resnet50_int8_accuracy.sh index 7543912103526c01011470320f5312b6cca102f2..a4a4e9e66ffea335fbd8fe511b0e21a0142c5e6a 100644 --- a/models/cv/classification/resnet50/igie/scripts/infer_resnet50_int8_accuracy.sh +++ b/models/cv/classification/resnet50/igie/scripts/infer_resnet50_int8_accuracy.sh @@ -20,6 +20,20 @@ model_path="resnet50.onnx" quantized_model_path="resnet50_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 ${RUN_DIR}quantize.py \ diff --git a/models/cv/classification/resnet50/igie/scripts/infer_resnet50_int8_performance.sh b/models/cv/classification/resnet50/igie/scripts/infer_resnet50_int8_performance.sh index 99b5fbe8c52e8f1f13c1151c4c9e9a90cf8b7262..c28e92f27dd3513dd2f2aed8ea1d7e2208b1152a 100644 --- a/models/cv/classification/resnet50/igie/scripts/infer_resnet50_int8_performance.sh +++ b/models/cv/classification/resnet50/igie/scripts/infer_resnet50_int8_performance.sh @@ -20,6 +20,20 @@ model_path="resnet50.onnx" quantized_model_path="resnet50_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 ${RUN_DIR}quantize.py \ diff --git a/models/cv/classification/resnetv1d50/igie/scripts/infer_resnetv1d50_fp16_accuracy.sh b/models/cv/classification/resnetv1d50/igie/scripts/infer_resnetv1d50_fp16_accuracy.sh index 5964159b60974ca86b76c1a2e4979d255247172d..479dbd3a62fa080230a8110c94cc5f2cac5a6d9e 100644 --- a/models/cv/classification/resnetv1d50/igie/scripts/infer_resnetv1d50_fp16_accuracy.sh +++ b/models/cv/classification/resnetv1d50/igie/scripts/infer_resnetv1d50_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="resnetv1d50.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/resnetv1d50/igie/scripts/infer_resnetv1d50_fp16_performance.sh b/models/cv/classification/resnetv1d50/igie/scripts/infer_resnetv1d50_fp16_performance.sh index 93f64ffff7493c28fd4d42cff3255b6a98b74c58..ea7143508b3647d08cd30e17a33e6fb7898264a0 100644 --- a/models/cv/classification/resnetv1d50/igie/scripts/infer_resnetv1d50_fp16_performance.sh +++ b/models/cv/classification/resnetv1d50/igie/scripts/infer_resnetv1d50_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="resnetv1d50.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/resnext101_32x8d/igie/scripts/infer_resnext101_32x8d_fp16_accuracy.sh b/models/cv/classification/resnext101_32x8d/igie/scripts/infer_resnext101_32x8d_fp16_accuracy.sh index c0178bcd1539f8d14003e173628dbcc8717670d0..6b18708205951142cc805b9fff4721da17793d39 100644 --- a/models/cv/classification/resnext101_32x8d/igie/scripts/infer_resnext101_32x8d_fp16_accuracy.sh +++ b/models/cv/classification/resnext101_32x8d/igie/scripts/infer_resnext101_32x8d_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="resnext101_32x8d.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/resnext101_32x8d/igie/scripts/infer_resnext101_32x8d_fp16_performance.sh b/models/cv/classification/resnext101_32x8d/igie/scripts/infer_resnext101_32x8d_fp16_performance.sh index 4e11b53d4bbdffb63a3f25255434d858bdf94d33..d5e790736e0095deabb289b34b21d357a445d94e 100644 --- a/models/cv/classification/resnext101_32x8d/igie/scripts/infer_resnext101_32x8d_fp16_performance.sh +++ b/models/cv/classification/resnext101_32x8d/igie/scripts/infer_resnext101_32x8d_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="resnext101_32x8d.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/resnext101_64x4d/igie/scripts/infer_resnext101_64x4d_fp16_accuracy.sh b/models/cv/classification/resnext101_64x4d/igie/scripts/infer_resnext101_64x4d_fp16_accuracy.sh index 24bae45ed17abcbbb09ff35bb3f75486d7d416d8..00982ccec9b2903df7970134308e5c5c49052c83 100644 --- a/models/cv/classification/resnext101_64x4d/igie/scripts/infer_resnext101_64x4d_fp16_accuracy.sh +++ b/models/cv/classification/resnext101_64x4d/igie/scripts/infer_resnext101_64x4d_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="resnext101_64x4d.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/resnext101_64x4d/igie/scripts/infer_resnext101_64x4d_fp16_performance.sh b/models/cv/classification/resnext101_64x4d/igie/scripts/infer_resnext101_64x4d_fp16_performance.sh index ddcbd098fa694fdac13400b339410c8f665b89f6..b8dccb2bf2044b73a91ad96647f6b3d31190544e 100644 --- a/models/cv/classification/resnext101_64x4d/igie/scripts/infer_resnext101_64x4d_fp16_performance.sh +++ b/models/cv/classification/resnext101_64x4d/igie/scripts/infer_resnext101_64x4d_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="resnext101_64x4d.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/resnext50_32x4d/igie/scripts/infer_resnext50_32x4d_fp16_accuracy.sh b/models/cv/classification/resnext50_32x4d/igie/scripts/infer_resnext50_32x4d_fp16_accuracy.sh index 5cbec203c654416557368cfad38c07a982fb55a5..3ffd20a710f0a1d1a52167afd47dac957a6f8fe7 100644 --- a/models/cv/classification/resnext50_32x4d/igie/scripts/infer_resnext50_32x4d_fp16_accuracy.sh +++ b/models/cv/classification/resnext50_32x4d/igie/scripts/infer_resnext50_32x4d_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="resnext50_32x4d.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/resnext50_32x4d/igie/scripts/infer_resnext50_32x4d_fp16_performance.sh b/models/cv/classification/resnext50_32x4d/igie/scripts/infer_resnext50_32x4d_fp16_performance.sh index 3d0a709bda4e9a9a38239afa88b3ca915564793b..91e72325abd5b2235e36938b4867c1e515d1d06d 100644 --- a/models/cv/classification/resnext50_32x4d/igie/scripts/infer_resnext50_32x4d_fp16_performance.sh +++ b/models/cv/classification/resnext50_32x4d/igie/scripts/infer_resnext50_32x4d_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="resnext50_32x4d.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/seresnet50/igie/scripts/infer_seresnet50_fp16_accuracy.sh b/models/cv/classification/seresnet50/igie/scripts/infer_seresnet50_fp16_accuracy.sh index 4bc5e4f7351683ed825c069335ab83347fbe7ea7..2cef0418b0168471691c37940f2619b696da7e8a 100644 --- a/models/cv/classification/seresnet50/igie/scripts/infer_seresnet50_fp16_accuracy.sh +++ b/models/cv/classification/seresnet50/igie/scripts/infer_seresnet50_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="seresnet50.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/seresnet50/igie/scripts/infer_seresnet50_fp16_performance.sh b/models/cv/classification/seresnet50/igie/scripts/infer_seresnet50_fp16_performance.sh index 32eaa8e2b5630065d147ec7138f2bd459ad84225..a2d44f26a03555cd290fc2f2d4e03968b609b95d 100644 --- a/models/cv/classification/seresnet50/igie/scripts/infer_seresnet50_fp16_performance.sh +++ b/models/cv/classification/seresnet50/igie/scripts/infer_seresnet50_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="seresnet50.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/shufflenetv2_x0_5/igie/scripts/infer_shufflenetv2_x0_5_fp16_accuracy.sh b/models/cv/classification/shufflenetv2_x0_5/igie/scripts/infer_shufflenetv2_x0_5_fp16_accuracy.sh index 1bc3e019f9e3c454d9d0921fab1be2f1be03b1af..5ddb9971c6691d9fe6a7de8af9eccd452a46957a 100644 --- a/models/cv/classification/shufflenetv2_x0_5/igie/scripts/infer_shufflenetv2_x0_5_fp16_accuracy.sh +++ b/models/cv/classification/shufflenetv2_x0_5/igie/scripts/infer_shufflenetv2_x0_5_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="shufflenetv2_x0_5.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/shufflenetv2_x0_5/igie/scripts/infer_shufflenetv2_x0_5_fp16_performance.sh b/models/cv/classification/shufflenetv2_x0_5/igie/scripts/infer_shufflenetv2_x0_5_fp16_performance.sh index 153f1499f0e6b3c8222c8bebbef94c052531831d..35ca9c4303b8c2b1a1d4e10f0bcef0e7436d582d 100644 --- a/models/cv/classification/shufflenetv2_x0_5/igie/scripts/infer_shufflenetv2_x0_5_fp16_performance.sh +++ b/models/cv/classification/shufflenetv2_x0_5/igie/scripts/infer_shufflenetv2_x0_5_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="shufflenetv2_x0_5.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/shufflenetv2_x1_0/igie/scripts/infer_shufflenetv2_x1_0_fp16_accuracy.sh b/models/cv/classification/shufflenetv2_x1_0/igie/scripts/infer_shufflenetv2_x1_0_fp16_accuracy.sh index 0a1ff1e7ef161ac712ed3aba3f9592c7789576ab..7f6641af7f5e42dd3e185ea91a76045cb36e27f2 100644 --- a/models/cv/classification/shufflenetv2_x1_0/igie/scripts/infer_shufflenetv2_x1_0_fp16_accuracy.sh +++ b/models/cv/classification/shufflenetv2_x1_0/igie/scripts/infer_shufflenetv2_x1_0_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="shufflenetv2_x1_0.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/shufflenetv2_x1_0/igie/scripts/infer_shufflenetv2_x1_0_fp16_performance.sh b/models/cv/classification/shufflenetv2_x1_0/igie/scripts/infer_shufflenetv2_x1_0_fp16_performance.sh index 78eaab44520a28af28a7202b297d75976c7a3edf..3137a7873bd34f7277cb0662cefc72911636bb5d 100644 --- a/models/cv/classification/shufflenetv2_x1_0/igie/scripts/infer_shufflenetv2_x1_0_fp16_performance.sh +++ b/models/cv/classification/shufflenetv2_x1_0/igie/scripts/infer_shufflenetv2_x1_0_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="shufflenetv2_x1_0.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/shufflenetv2_x1_5/igie/scripts/infer_shufflenetv2_x1_5_fp16_accuracy.sh b/models/cv/classification/shufflenetv2_x1_5/igie/scripts/infer_shufflenetv2_x1_5_fp16_accuracy.sh index c7e19a53032533da76d7d0cffc3d65fdcf1a55b2..1939de090d213b57b41cae7bd49bb263439b6245 100644 --- a/models/cv/classification/shufflenetv2_x1_5/igie/scripts/infer_shufflenetv2_x1_5_fp16_accuracy.sh +++ b/models/cv/classification/shufflenetv2_x1_5/igie/scripts/infer_shufflenetv2_x1_5_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="shufflenetv2_x1_5.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/shufflenetv2_x1_5/igie/scripts/infer_shufflenetv2_x1_5_fp16_performance.sh b/models/cv/classification/shufflenetv2_x1_5/igie/scripts/infer_shufflenetv2_x1_5_fp16_performance.sh index ed2b7dea68913b0e6379ee71872f719d4dfc0edd..9c56ade90a4bde194173107d17dcd12c583e721d 100644 --- a/models/cv/classification/shufflenetv2_x1_5/igie/scripts/infer_shufflenetv2_x1_5_fp16_performance.sh +++ b/models/cv/classification/shufflenetv2_x1_5/igie/scripts/infer_shufflenetv2_x1_5_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="shufflenetv2_x1_5.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/shufflenetv2_x2_0/igie/scripts/infer_shufflenetv2_x2_0_fp16_accuracy.sh b/models/cv/classification/shufflenetv2_x2_0/igie/scripts/infer_shufflenetv2_x2_0_fp16_accuracy.sh index b0e0cd243f204ffe179f0356ba3fcb0ad88841dc..c3e7497301a17192ba5f619391ca76f0820854aa 100644 --- a/models/cv/classification/shufflenetv2_x2_0/igie/scripts/infer_shufflenetv2_x2_0_fp16_accuracy.sh +++ b/models/cv/classification/shufflenetv2_x2_0/igie/scripts/infer_shufflenetv2_x2_0_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="shufflenetv2_x2_0.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/shufflenetv2_x2_0/igie/scripts/infer_shufflenetv2_x2_0_fp16_performance.sh b/models/cv/classification/shufflenetv2_x2_0/igie/scripts/infer_shufflenetv2_x2_0_fp16_performance.sh index c9a4f634735570ca7bf600897c19e38b6dfddb47..c94987c472670d982fa8ce0fed9ce194cd48c879 100644 --- a/models/cv/classification/shufflenetv2_x2_0/igie/scripts/infer_shufflenetv2_x2_0_fp16_performance.sh +++ b/models/cv/classification/shufflenetv2_x2_0/igie/scripts/infer_shufflenetv2_x2_0_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="shufflenetv2_x2_0.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/squeezenet_v1_0/igie/scripts/infer_squeezenet_v1_0_fp16_accuracy.sh b/models/cv/classification/squeezenet_v1_0/igie/scripts/infer_squeezenet_v1_0_fp16_accuracy.sh index f637704f6e98516e4b5909deb48eacd7ba739fea..6b7fa62004fbf571eebbc7108fa90460032b843c 100644 --- a/models/cv/classification/squeezenet_v1_0/igie/scripts/infer_squeezenet_v1_0_fp16_accuracy.sh +++ b/models/cv/classification/squeezenet_v1_0/igie/scripts/infer_squeezenet_v1_0_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="squeezenet1_0.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/squeezenet_v1_0/igie/scripts/infer_squeezenet_v1_0_fp16_performance.sh b/models/cv/classification/squeezenet_v1_0/igie/scripts/infer_squeezenet_v1_0_fp16_performance.sh index 46ee505ac991f192fb0cb4086d298d07d00d09c2..71c01a70951df1cb15d60c2bcb7b64a9f2aa2753 100644 --- a/models/cv/classification/squeezenet_v1_0/igie/scripts/infer_squeezenet_v1_0_fp16_performance.sh +++ b/models/cv/classification/squeezenet_v1_0/igie/scripts/infer_squeezenet_v1_0_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="squeezenet1_0.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/squeezenet_v1_1/igie/scripts/infer_squeezenet_v1_1_fp16_accuracy.sh b/models/cv/classification/squeezenet_v1_1/igie/scripts/infer_squeezenet_v1_1_fp16_accuracy.sh index 74847cc4faa5f2b75238c7c34e82ec91b69872e4..91074127a9e4afd6ad189f2790cad501d56ab677 100644 --- a/models/cv/classification/squeezenet_v1_1/igie/scripts/infer_squeezenet_v1_1_fp16_accuracy.sh +++ b/models/cv/classification/squeezenet_v1_1/igie/scripts/infer_squeezenet_v1_1_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="squeezenet1_1.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/squeezenet_v1_1/igie/scripts/infer_squeezenet_v1_1_fp16_performance.sh b/models/cv/classification/squeezenet_v1_1/igie/scripts/infer_squeezenet_v1_1_fp16_performance.sh index 5a76e9aaccf550d228cc96a4dc131981150b833f..e3bd82ea2268a5933b3122fcb82404d1b41c440b 100644 --- a/models/cv/classification/squeezenet_v1_1/igie/scripts/infer_squeezenet_v1_1_fp16_performance.sh +++ b/models/cv/classification/squeezenet_v1_1/igie/scripts/infer_squeezenet_v1_1_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="squeezenet1_1.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/svt_base/igie/scripts/infer_svt_base_fp16_accuracy.sh b/models/cv/classification/svt_base/igie/scripts/infer_svt_base_fp16_accuracy.sh index f1d71a766680ca756fd45c12da577c099823a124..40175b88a916f2a83ce3d38a961d5703b2531d6a 100644 --- a/models/cv/classification/svt_base/igie/scripts/infer_svt_base_fp16_accuracy.sh +++ b/models/cv/classification/svt_base/igie/scripts/infer_svt_base_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="svt_base_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/svt_base/igie/scripts/infer_svt_base_fp16_performance.sh b/models/cv/classification/svt_base/igie/scripts/infer_svt_base_fp16_performance.sh index d74a631152f667942f93f0138e8a64298b7ce29b..10a96af84a32123bac7aeafedd7dbf8886199a2a 100644 --- a/models/cv/classification/svt_base/igie/scripts/infer_svt_base_fp16_performance.sh +++ b/models/cv/classification/svt_base/igie/scripts/infer_svt_base_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="svt_base_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/swin_transformer/igie/scripts/infer_swin_transformer_fp16_accuracy.sh b/models/cv/classification/swin_transformer/igie/scripts/infer_swin_transformer_fp16_accuracy.sh index c513584e01b8acde935ff800e2f4ec80f677d04c..90ca8c05f4b48187623066ba2a4259785cc9aefc 100644 --- a/models/cv/classification/swin_transformer/igie/scripts/infer_swin_transformer_fp16_accuracy.sh +++ b/models/cv/classification/swin_transformer/igie/scripts/infer_swin_transformer_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="swin_transformer_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/swin_transformer/igie/scripts/infer_swin_transformer_fp16_performance.sh b/models/cv/classification/swin_transformer/igie/scripts/infer_swin_transformer_fp16_performance.sh index 0aca584c2b72ab0f9a3f67fc6eca623780983872..f2c3459ca4992912d72eb61ede383cc289901bb9 100644 --- a/models/cv/classification/swin_transformer/igie/scripts/infer_swin_transformer_fp16_performance.sh +++ b/models/cv/classification/swin_transformer/igie/scripts/infer_swin_transformer_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="swin_transformer_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/twins_pcpvt/igie/scripts/infer_twins_pcpvt_fp16_accuracy.sh b/models/cv/classification/twins_pcpvt/igie/scripts/infer_twins_pcpvt_fp16_accuracy.sh index 6937726bfb08bec6728b780f9f7c1f78c51bd8e0..725689e28686aabc8fb5c53ae2832392b2196262 100644 --- a/models/cv/classification/twins_pcpvt/igie/scripts/infer_twins_pcpvt_fp16_accuracy.sh +++ b/models/cv/classification/twins_pcpvt/igie/scripts/infer_twins_pcpvt_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="twins_pcpvt_small_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/twins_pcpvt/igie/scripts/infer_twins_pcpvt_fp16_performance.sh b/models/cv/classification/twins_pcpvt/igie/scripts/infer_twins_pcpvt_fp16_performance.sh index 22c723b42c2de4f8fbaf61c5162eb97152e62907..fb3e6c3bcdec02529de8c91b39b24e7fd5485fdc 100644 --- a/models/cv/classification/twins_pcpvt/igie/scripts/infer_twins_pcpvt_fp16_performance.sh +++ b/models/cv/classification/twins_pcpvt/igie/scripts/infer_twins_pcpvt_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="twins_pcpvt_small_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/van_b0/igie/scripts/infer_van_b0_fp16_accuracy.sh b/models/cv/classification/van_b0/igie/scripts/infer_van_b0_fp16_accuracy.sh index d1f8ac08e1e50cf5b6e2c86f44e97f2b9c5a6282..47cdca597c13b62899918a083349849bc08837e7 100644 --- a/models/cv/classification/van_b0/igie/scripts/infer_van_b0_fp16_accuracy.sh +++ b/models/cv/classification/van_b0/igie/scripts/infer_van_b0_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="van_b0.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/van_b0/igie/scripts/infer_van_b0_fp16_performance.sh b/models/cv/classification/van_b0/igie/scripts/infer_van_b0_fp16_performance.sh index 1b26acda5b08325dda2fb1ee064610d6a6b1c591..a0a2bd82ea998479ea0ef8d22e3b88d2849bbb22 100644 --- a/models/cv/classification/van_b0/igie/scripts/infer_van_b0_fp16_performance.sh +++ b/models/cv/classification/van_b0/igie/scripts/infer_van_b0_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="van_b0.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/vgg11/igie/scripts/infer_vgg11_fp16_accuracy.sh b/models/cv/classification/vgg11/igie/scripts/infer_vgg11_fp16_accuracy.sh index 001c73dbf75e935108dd5de91fca57246407d259..b9f7ac33f8d3db00d086e4f6c92d6a8d17939f02 100644 --- a/models/cv/classification/vgg11/igie/scripts/infer_vgg11_fp16_accuracy.sh +++ b/models/cv/classification/vgg11/igie/scripts/infer_vgg11_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="vgg11.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/vgg11/igie/scripts/infer_vgg11_fp16_performance.sh b/models/cv/classification/vgg11/igie/scripts/infer_vgg11_fp16_performance.sh index 3ae0511ffd21ff1c98d3f21352f7445aaddf2f44..64d90f9d2a21b8413e14f611b25975f39fa39998 100644 --- a/models/cv/classification/vgg11/igie/scripts/infer_vgg11_fp16_performance.sh +++ b/models/cv/classification/vgg11/igie/scripts/infer_vgg11_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="vgg11.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/vgg13/igie/scripts/infer_vgg13_fp16_accuracy.sh b/models/cv/classification/vgg13/igie/scripts/infer_vgg13_fp16_accuracy.sh index c3ae266fc1a8d473e8e5877db6884dbd3fa7b19a..c116c0f6fea0120a7b6ae28fe642e82176b0d572 100644 --- a/models/cv/classification/vgg13/igie/scripts/infer_vgg13_fp16_accuracy.sh +++ b/models/cv/classification/vgg13/igie/scripts/infer_vgg13_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="vgg13.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/vgg13/igie/scripts/infer_vgg13_fp16_performance.sh b/models/cv/classification/vgg13/igie/scripts/infer_vgg13_fp16_performance.sh index 428deaf7b8412631da119d57b3ab1d12a3e98b17..7fda1922eab7b2430ca8fe5a33df80d137df4347 100644 --- a/models/cv/classification/vgg13/igie/scripts/infer_vgg13_fp16_performance.sh +++ b/models/cv/classification/vgg13/igie/scripts/infer_vgg13_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="vgg13.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/vgg13_bn/igie/scripts/infer_vgg13_bn_fp16_accuracy.sh b/models/cv/classification/vgg13_bn/igie/scripts/infer_vgg13_bn_fp16_accuracy.sh index 5d5abe782fdb9ea04e523b2c01baae500ed316e3..d645b42dad628e68ef5390ddf68619e91f10918d 100644 --- a/models/cv/classification/vgg13_bn/igie/scripts/infer_vgg13_bn_fp16_accuracy.sh +++ b/models/cv/classification/vgg13_bn/igie/scripts/infer_vgg13_bn_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="vgg13_bn.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/vgg13_bn/igie/scripts/infer_vgg13_bn_fp16_performance.sh b/models/cv/classification/vgg13_bn/igie/scripts/infer_vgg13_bn_fp16_performance.sh index a45d6cceb0cf1e53d22b8a9c59bec017c4db516e..0fba8ed45a66810fb6dc031d33bbbdb75244ad6c 100644 --- a/models/cv/classification/vgg13_bn/igie/scripts/infer_vgg13_bn_fp16_performance.sh +++ b/models/cv/classification/vgg13_bn/igie/scripts/infer_vgg13_bn_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="vgg13_bn.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/vgg16/igie/scripts/infer_vgg16_fp16_accuracy.sh b/models/cv/classification/vgg16/igie/scripts/infer_vgg16_fp16_accuracy.sh index 4c2e15d54f1c4875c2e9d345315fbf66d2eb88b9..b8cdb20beba98883522c69f0a62dfd9b6cd31a92 100644 --- a/models/cv/classification/vgg16/igie/scripts/infer_vgg16_fp16_accuracy.sh +++ b/models/cv/classification/vgg16/igie/scripts/infer_vgg16_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="vgg16.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/vgg16/igie/scripts/infer_vgg16_fp16_performance.sh b/models/cv/classification/vgg16/igie/scripts/infer_vgg16_fp16_performance.sh index 002c6c2169e637180701d571a0f8b8ae87890fe0..660f80d2335f4c9bd240b30106b49516160e90c1 100644 --- a/models/cv/classification/vgg16/igie/scripts/infer_vgg16_fp16_performance.sh +++ b/models/cv/classification/vgg16/igie/scripts/infer_vgg16_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="vgg16.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/vgg16/igie/scripts/infer_vgg16_int8_accuracy.sh b/models/cv/classification/vgg16/igie/scripts/infer_vgg16_int8_accuracy.sh index 88e1b026d7e4639dc3c7626df34c7f8a2626bae8..bf58628f09da2af1a3bec302a6c7adba13e202d8 100644 --- a/models/cv/classification/vgg16/igie/scripts/infer_vgg16_int8_accuracy.sh +++ b/models/cv/classification/vgg16/igie/scripts/infer_vgg16_int8_accuracy.sh @@ -20,6 +20,20 @@ model_path="vgg16.onnx" quantized_model_path="vgg16_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 ${RUN_DIR}quantize.py \ diff --git a/models/cv/classification/vgg16/igie/scripts/infer_vgg16_int8_performance.sh b/models/cv/classification/vgg16/igie/scripts/infer_vgg16_int8_performance.sh index ff38449194e33c7b605ecff34afb11d3620460fa..033e549ae5e2678d26228377552e0bc21e3832c7 100644 --- a/models/cv/classification/vgg16/igie/scripts/infer_vgg16_int8_performance.sh +++ b/models/cv/classification/vgg16/igie/scripts/infer_vgg16_int8_performance.sh @@ -20,6 +20,20 @@ model_path="vgg16.onnx" quantized_model_path="vgg16_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 ${RUN_DIR}quantize.py \ diff --git a/models/cv/classification/vgg19/igie/scripts/infer_vgg19_fp16_accuracy.sh b/models/cv/classification/vgg19/igie/scripts/infer_vgg19_fp16_accuracy.sh index 723a37e1e0fee8c27c57bca7746f952513a47082..ab28dfce2ba275deab55815a1324f9353cad1cde 100644 --- a/models/cv/classification/vgg19/igie/scripts/infer_vgg19_fp16_accuracy.sh +++ b/models/cv/classification/vgg19/igie/scripts/infer_vgg19_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="vgg19.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/vgg19/igie/scripts/infer_vgg19_fp16_performance.sh b/models/cv/classification/vgg19/igie/scripts/infer_vgg19_fp16_performance.sh index 41832493b82635b9a388885798e9e164c54806da..d8aae4f4e7d03249aa18aa5a3a83fd62c8629aac 100644 --- a/models/cv/classification/vgg19/igie/scripts/infer_vgg19_fp16_performance.sh +++ b/models/cv/classification/vgg19/igie/scripts/infer_vgg19_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="vgg19.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/vgg19_bn/igie/scripts/infer_vgg19_bn_fp16_accuracy.sh b/models/cv/classification/vgg19_bn/igie/scripts/infer_vgg19_bn_fp16_accuracy.sh index 2738bc39a518cebc8c895cb0c7adf0a3c59a7fea..0cd019a2841e0b8eb4413df63d14d9bae5e07125 100644 --- a/models/cv/classification/vgg19_bn/igie/scripts/infer_vgg19_bn_fp16_accuracy.sh +++ b/models/cv/classification/vgg19_bn/igie/scripts/infer_vgg19_bn_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="vgg19_bn.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/vgg19_bn/igie/scripts/infer_vgg19_bn_fp16_performance.sh b/models/cv/classification/vgg19_bn/igie/scripts/infer_vgg19_bn_fp16_performance.sh index 4d4255905f4250acdabdc24b0b66c65506553e6d..e7cd54058b8c73825fb6970df792946671be0356 100644 --- a/models/cv/classification/vgg19_bn/igie/scripts/infer_vgg19_bn_fp16_performance.sh +++ b/models/cv/classification/vgg19_bn/igie/scripts/infer_vgg19_bn_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="vgg19_bn.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/vit/igie/scripts/infer_vit_fp16_accuracy.sh b/models/cv/classification/vit/igie/scripts/infer_vit_fp16_accuracy.sh index 53b726b8ba04c9b15908524e21d54bb9018a9a1c..2d1a9c70f96eba6510d28c3db89e0ce9ce70fdc4 100644 --- a/models/cv/classification/vit/igie/scripts/infer_vit_fp16_accuracy.sh +++ b/models/cv/classification/vit/igie/scripts/infer_vit_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="vit_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/vit/igie/scripts/infer_vit_fp16_performance.sh b/models/cv/classification/vit/igie/scripts/infer_vit_fp16_performance.sh index 286aaee0a302006ee0f58b48ee7b444daaabaeb0..ef60ed3419bb048967b788bf096ec6d68e64ea83 100644 --- a/models/cv/classification/vit/igie/scripts/infer_vit_fp16_performance.sh +++ b/models/cv/classification/vit/igie/scripts/infer_vit_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="vit_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/wide_resnet101/igie/scripts/infer_wide_resnet101_fp16_accuracy.sh b/models/cv/classification/wide_resnet101/igie/scripts/infer_wide_resnet101_fp16_accuracy.sh index 274a0cca98e313d06194e652b70d5ab75dc9dc59..329ac0e2f7d75bd92b6255be088f6f5e0c300f79 100644 --- a/models/cv/classification/wide_resnet101/igie/scripts/infer_wide_resnet101_fp16_accuracy.sh +++ b/models/cv/classification/wide_resnet101/igie/scripts/infer_wide_resnet101_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="wide_resnet101.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/wide_resnet101/igie/scripts/infer_wide_resnet101_fp16_performance.sh b/models/cv/classification/wide_resnet101/igie/scripts/infer_wide_resnet101_fp16_performance.sh index dceedfdf512a6b8c0bbbe9ac83a1db1f9b45c049..80310c722de6dd0f9c8c02c71e1f084210f5a15f 100644 --- a/models/cv/classification/wide_resnet101/igie/scripts/infer_wide_resnet101_fp16_performance.sh +++ b/models/cv/classification/wide_resnet101/igie/scripts/infer_wide_resnet101_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="wide_resnet101.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/wide_resnet50/igie/scripts/infer_wide_resnet50_fp16_accuracy.sh b/models/cv/classification/wide_resnet50/igie/scripts/infer_wide_resnet50_fp16_accuracy.sh index ec5db555b235c1e6220c3e19c138b5ec0fca782b..8a0b0cc7cc115a25e89272145c7b7bf2c3224478 100644 --- a/models/cv/classification/wide_resnet50/igie/scripts/infer_wide_resnet50_fp16_accuracy.sh +++ b/models/cv/classification/wide_resnet50/igie/scripts/infer_wide_resnet50_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="wide_resnet50.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/wide_resnet50/igie/scripts/infer_wide_resnet50_fp16_performance.sh b/models/cv/classification/wide_resnet50/igie/scripts/infer_wide_resnet50_fp16_performance.sh index e8eac48171e372a9fd54df3a08a6e183e8c6a2bf..0b08e6eb06ce42f38c804aebb800d3b7a039c33a 100644 --- a/models/cv/classification/wide_resnet50/igie/scripts/infer_wide_resnet50_fp16_performance.sh +++ b/models/cv/classification/wide_resnet50/igie/scripts/infer_wide_resnet50_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="wide_resnet50.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/wide_resnet50/igie/scripts/infer_wide_resnet50_int8_accuracy.sh b/models/cv/classification/wide_resnet50/igie/scripts/infer_wide_resnet50_int8_accuracy.sh index ec0543072fdb8eb651bb3f68c00f5d926aee9971..11f7454ee7af455a9b5bf6372038d8408827ac97 100644 --- a/models/cv/classification/wide_resnet50/igie/scripts/infer_wide_resnet50_int8_accuracy.sh +++ b/models/cv/classification/wide_resnet50/igie/scripts/infer_wide_resnet50_int8_accuracy.sh @@ -20,6 +20,20 @@ model_path="wide_resnet50.onnx" quantized_model_path="wide_resnet50_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 ${RUN_DIR}quantize.py \ diff --git a/models/cv/classification/wide_resnet50/igie/scripts/infer_wide_resnet50_int8_performance.sh b/models/cv/classification/wide_resnet50/igie/scripts/infer_wide_resnet50_int8_performance.sh index 91f89c467b9023cf7c76330d43940f06b5b0d36d..ec71bca6481c5e5daae1376ec70146f09ad2ae54 100644 --- a/models/cv/classification/wide_resnet50/igie/scripts/infer_wide_resnet50_int8_performance.sh +++ b/models/cv/classification/wide_resnet50/igie/scripts/infer_wide_resnet50_int8_performance.sh @@ -20,6 +20,20 @@ model_path="wide_resnet50.onnx" quantized_model_path="wide_resnet50_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 ${RUN_DIR}quantize.py \ diff --git a/models/cv/multi_object_tracking/deepsort/igie/scripts/infer_deepsort_fp16_accuracy.sh b/models/cv/multi_object_tracking/deepsort/igie/scripts/infer_deepsort_fp16_accuracy.sh index 62b5b74f54c5cc5862727bc60b7f2b0fa1f8ebb2..4568ede2076b93540bde8c1f92c6533ad8e1b343 100644 --- a/models/cv/multi_object_tracking/deepsort/igie/scripts/infer_deepsort_fp16_accuracy.sh +++ b/models/cv/multi_object_tracking/deepsort/igie/scripts/infer_deepsort_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="deepsort_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/multi_object_tracking/deepsort/igie/scripts/infer_deepsort_fp16_performance.sh b/models/cv/multi_object_tracking/deepsort/igie/scripts/infer_deepsort_fp16_performance.sh index e2875464327a42f6efa5b8ccf9052e3e7cc440bc..4a2eff3d72d86b7caa66f0850cff76a25f7c0d7c 100644 --- a/models/cv/multi_object_tracking/deepsort/igie/scripts/infer_deepsort_fp16_performance.sh +++ b/models/cv/multi_object_tracking/deepsort/igie/scripts/infer_deepsort_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="deepsort_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/multi_object_tracking/deepsort/igie/scripts/infer_deepsort_int8_accuracy.sh b/models/cv/multi_object_tracking/deepsort/igie/scripts/infer_deepsort_int8_accuracy.sh index 9d0a117feec571882b47c62a24c768279e23c92e..afc9a92d3567cf8ccd3da0a8a077a74341214b6d 100644 --- a/models/cv/multi_object_tracking/deepsort/igie/scripts/infer_deepsort_int8_accuracy.sh +++ b/models/cv/multi_object_tracking/deepsort/igie/scripts/infer_deepsort_int8_accuracy.sh @@ -20,6 +20,20 @@ model_path="deepsort_opt.onnx" quantized_model_path="deepsort_opt_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/multi_object_tracking/deepsort/igie/scripts/infer_deepsort_int8_performance.sh b/models/cv/multi_object_tracking/deepsort/igie/scripts/infer_deepsort_int8_performance.sh index 87778fb34e1008c37304940618df47ae17997f97..33a53884033f52b879c9da167cb90aa9404d6277 100644 --- a/models/cv/multi_object_tracking/deepsort/igie/scripts/infer_deepsort_int8_performance.sh +++ b/models/cv/multi_object_tracking/deepsort/igie/scripts/infer_deepsort_int8_performance.sh @@ -20,6 +20,20 @@ model_path="deepsort_opt.onnx" quantized_model_path="deepsort_opt_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/multi_object_tracking/deepsort/ixrt/scripts/infer_deepsort_fp16_accuracy.sh b/models/cv/multi_object_tracking/deepsort/ixrt/scripts/infer_deepsort_fp16_accuracy.sh index 045731b682d487ca0fab5b94efb3e138c443441c..f303fde89aa5e9d63942ac878a280d78231268a2 100644 --- a/models/cv/multi_object_tracking/deepsort/ixrt/scripts/infer_deepsort_fp16_accuracy.sh +++ b/models/cv/multi_object_tracking/deepsort/ixrt/scripts/infer_deepsort_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="deepsort_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model ${model_path} \ diff --git a/models/cv/multi_object_tracking/deepsort/ixrt/scripts/infer_deepsort_fp16_performance.sh b/models/cv/multi_object_tracking/deepsort/ixrt/scripts/infer_deepsort_fp16_performance.sh index e617f020ee0319cf90dbe33bcd37646e41758957..a25b275a577b7b727525699ec33f8ff3eda70e95 100644 --- a/models/cv/multi_object_tracking/deepsort/ixrt/scripts/infer_deepsort_fp16_performance.sh +++ b/models/cv/multi_object_tracking/deepsort/ixrt/scripts/infer_deepsort_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="deepsort_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model ${model_path} \ diff --git a/models/cv/multi_object_tracking/fastreid/igie/scripts/infer_fastreid_fp16_accuracy.sh b/models/cv/multi_object_tracking/fastreid/igie/scripts/infer_fastreid_fp16_accuracy.sh index 645c1f652570b83ada0f1cb82c8f6475df953112..895fc01d637dd375226e560532af7045a7e4fc4b 100644 --- a/models/cv/multi_object_tracking/fastreid/igie/scripts/infer_fastreid_fp16_accuracy.sh +++ b/models/cv/multi_object_tracking/fastreid/igie/scripts/infer_fastreid_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="fast_reid.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/multi_object_tracking/fastreid/igie/scripts/infer_fastreid_fp16_performance.sh b/models/cv/multi_object_tracking/fastreid/igie/scripts/infer_fastreid_fp16_performance.sh index 2b52c377d1efa45ff6f5f3af71b61d6c321e3390..b99094995d03c7aeccff700a036bc61825fc32b8 100644 --- a/models/cv/multi_object_tracking/fastreid/igie/scripts/infer_fastreid_fp16_performance.sh +++ b/models/cv/multi_object_tracking/fastreid/igie/scripts/infer_fastreid_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="fast_reid.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/multi_object_tracking/fastreid/ixrt/scripts/infer_fastreid_fp16_accuracy.sh b/models/cv/multi_object_tracking/fastreid/ixrt/scripts/infer_fastreid_fp16_accuracy.sh index a2a4df37b9268c56de36f1ca733bbe51ae54cdd7..ed9a37d6fd9e9650d0cba164d5ed9063fe5d42db 100644 --- a/models/cv/multi_object_tracking/fastreid/ixrt/scripts/infer_fastreid_fp16_accuracy.sh +++ b/models/cv/multi_object_tracking/fastreid/ixrt/scripts/infer_fastreid_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="fast_reid.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model ${model_path} \ diff --git a/models/cv/multi_object_tracking/fastreid/ixrt/scripts/infer_fastreid_fp16_performance.sh b/models/cv/multi_object_tracking/fastreid/ixrt/scripts/infer_fastreid_fp16_performance.sh index 59b55fbf793c99ebfda315778922555d158a9c79..069b068d5341401740eff10907b4bede49c3b926 100644 --- a/models/cv/multi_object_tracking/fastreid/ixrt/scripts/infer_fastreid_fp16_performance.sh +++ b/models/cv/multi_object_tracking/fastreid/ixrt/scripts/infer_fastreid_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="fast_reid.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model ${model_path} \ diff --git a/models/cv/multi_object_tracking/repnet/igie/scripts/infer_repnet_fp16_accuracy.sh b/models/cv/multi_object_tracking/repnet/igie/scripts/infer_repnet_fp16_accuracy.sh index b830512229385837085877ce9f022df6f1aadab6..f7b756a5b0a615b24d73e705f135924f8cc4b6fb 100644 --- a/models/cv/multi_object_tracking/repnet/igie/scripts/infer_repnet_fp16_accuracy.sh +++ b/models/cv/multi_object_tracking/repnet/igie/scripts/infer_repnet_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="repnet_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/multi_object_tracking/repnet/igie/scripts/infer_repnet_fp16_performance.sh b/models/cv/multi_object_tracking/repnet/igie/scripts/infer_repnet_fp16_performance.sh index ae0fb0bbe1362d78b1187feea3a5e80fd14202e4..5f7cbae7c7ad0462d60f0e34849034fe7d2fe818 100644 --- a/models/cv/multi_object_tracking/repnet/igie/scripts/infer_repnet_fp16_performance.sh +++ b/models/cv/multi_object_tracking/repnet/igie/scripts/infer_repnet_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="repnet_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/atss/igie/scripts/infer_atss_fp16_accuracy.sh b/models/cv/object_detection/atss/igie/scripts/infer_atss_fp16_accuracy.sh index 00ee8218d9e6584192781b3feb3ea7b0b0758be7..d5451a7fc9338fe8ad88fedfda067e86ae286e1f 100644 --- a/models/cv/object_detection/atss/igie/scripts/infer_atss_fp16_accuracy.sh +++ b/models/cv/object_detection/atss/igie/scripts/infer_atss_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="atss_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/atss/igie/scripts/infer_atss_fp16_performance.sh b/models/cv/object_detection/atss/igie/scripts/infer_atss_fp16_performance.sh index e82f4dda342e258331ff57db95844588a5ba18ab..88208e1b4efd678c919d18c63e5083a7b06c5886 100644 --- a/models/cv/object_detection/atss/igie/scripts/infer_atss_fp16_performance.sh +++ b/models/cv/object_detection/atss/igie/scripts/infer_atss_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="atss_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/centernet/igie/scripts/infer_centernet_fp16_accuracy.sh b/models/cv/object_detection/centernet/igie/scripts/infer_centernet_fp16_accuracy.sh index ad07c1c99a87afa50b86c1b23ddc172df4e559eb..1719de4c5cd0d1100f24b9b4d473688d44f54a41 100644 --- a/models/cv/object_detection/centernet/igie/scripts/infer_centernet_fp16_accuracy.sh +++ b/models/cv/object_detection/centernet/igie/scripts/infer_centernet_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="centernet.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/centernet/igie/scripts/infer_centernet_fp16_performance.sh b/models/cv/object_detection/centernet/igie/scripts/infer_centernet_fp16_performance.sh index 84880a20f3e98118bb14fc8d80e1064925d45339..416b61ec3f2386ef805fe3882dd34ec6ce1ae77a 100644 --- a/models/cv/object_detection/centernet/igie/scripts/infer_centernet_fp16_performance.sh +++ b/models/cv/object_detection/centernet/igie/scripts/infer_centernet_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="centernet.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/centernet/ixrt/scripts/infer_centernet_fp16_accuracy.sh b/models/cv/object_detection/centernet/ixrt/scripts/infer_centernet_fp16_accuracy.sh index 644737b559915279177a1e1e135165c737ef2bab..764e970ecdd59694feaf8745e843dd6ef60768a2 100644 --- a/models/cv/object_detection/centernet/ixrt/scripts/infer_centernet_fp16_accuracy.sh +++ b/models/cv/object_detection/centernet/ixrt/scripts/infer_centernet_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path=${MODEL_PATH} datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model ${model_path} \ diff --git a/models/cv/object_detection/centernet/ixrt/scripts/infer_centernet_fp16_performance.sh b/models/cv/object_detection/centernet/ixrt/scripts/infer_centernet_fp16_performance.sh index 9e06e472a2bd9c477dcb64026620b757ec0f7d9f..765c18ef76bf3990001ae2a2936227b61d171336 100644 --- a/models/cv/object_detection/centernet/ixrt/scripts/infer_centernet_fp16_performance.sh +++ b/models/cv/object_detection/centernet/ixrt/scripts/infer_centernet_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path=${MODEL_PATH} datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model ${model_path} \ diff --git a/models/cv/object_detection/fcos/igie/scripts/infer_fcos_fp16_accuracy.sh b/models/cv/object_detection/fcos/igie/scripts/infer_fcos_fp16_accuracy.sh index 05b7a28379634a69c6c75e18f2311a7d1f357ea1..f739ca44cd14d4901e926d97272302adacda6b99 100644 --- a/models/cv/object_detection/fcos/igie/scripts/infer_fcos_fp16_accuracy.sh +++ b/models/cv/object_detection/fcos/igie/scripts/infer_fcos_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="fcos_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/fcos/igie/scripts/infer_fcos_fp16_performance.sh b/models/cv/object_detection/fcos/igie/scripts/infer_fcos_fp16_performance.sh index 66d7c190361a6c28cd672d975c7a6cbacdf8c5a3..4c2979fd5230bd0d98a986ff72a472fe22693359 100644 --- a/models/cv/object_detection/fcos/igie/scripts/infer_fcos_fp16_performance.sh +++ b/models/cv/object_detection/fcos/igie/scripts/infer_fcos_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="fcos_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/foveabox/igie/scripts/infer_foveabox_fp16_accuracy.sh b/models/cv/object_detection/foveabox/igie/scripts/infer_foveabox_fp16_accuracy.sh index 319a20742a921bcfc90c281e541e5f35e47ef2c4..ca0a870c2f5648ba22b018553eeb9bb638ff4fc2 100644 --- a/models/cv/object_detection/foveabox/igie/scripts/infer_foveabox_fp16_accuracy.sh +++ b/models/cv/object_detection/foveabox/igie/scripts/infer_foveabox_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="foveabox_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/foveabox/igie/scripts/infer_foveabox_fp16_performance.sh b/models/cv/object_detection/foveabox/igie/scripts/infer_foveabox_fp16_performance.sh index 20613487adc2101ca63e0e2496e2ae439c6d3fd3..9b5bd90850fd0b0d7bfe589d995897c3e0adf83f 100644 --- a/models/cv/object_detection/foveabox/igie/scripts/infer_foveabox_fp16_performance.sh +++ b/models/cv/object_detection/foveabox/igie/scripts/infer_foveabox_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="foveabox_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/fsaf/igie/scripts/infer_fsaf_fp16_accuracy.sh b/models/cv/object_detection/fsaf/igie/scripts/infer_fsaf_fp16_accuracy.sh index 360baf13907af85bc02cf06bbf6c14c80df0566c..6d13363862a62a6db05dde888c4bd81d40abad29 100644 --- a/models/cv/object_detection/fsaf/igie/scripts/infer_fsaf_fp16_accuracy.sh +++ b/models/cv/object_detection/fsaf/igie/scripts/infer_fsaf_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="fsaf_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/fsaf/igie/scripts/infer_fsaf_fp16_performance.sh b/models/cv/object_detection/fsaf/igie/scripts/infer_fsaf_fp16_performance.sh index 4cb255e491f4827c097b87f3cb57a131fa332151..b375c110a8438f85c977d6f3e6702db2735c98bd 100644 --- a/models/cv/object_detection/fsaf/igie/scripts/infer_fsaf_fp16_performance.sh +++ b/models/cv/object_detection/fsaf/igie/scripts/infer_fsaf_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="fsaf_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/fsaf/ixrt/scripts/infer_fsaf_fp16_accuracy.sh b/models/cv/object_detection/fsaf/ixrt/scripts/infer_fsaf_fp16_accuracy.sh index ed3132c67b47f419fb43822f92530b65d58a742d..e11f7809e7f64989c16d9c93d0cbda065920235c 100644 --- a/models/cv/object_detection/fsaf/ixrt/scripts/infer_fsaf_fp16_accuracy.sh +++ b/models/cv/object_detection/fsaf/ixrt/scripts/infer_fsaf_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="fsaf_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model ${model_path} \ diff --git a/models/cv/object_detection/fsaf/ixrt/scripts/infer_fsaf_fp16_performance.sh b/models/cv/object_detection/fsaf/ixrt/scripts/infer_fsaf_fp16_performance.sh index 65fad0c7ff07cc92f1be605db91f9e0cbf849a8c..6cce6e73ff04941fa2fcbdfddf6c02c8b6cb8f50 100644 --- a/models/cv/object_detection/fsaf/ixrt/scripts/infer_fsaf_fp16_performance.sh +++ b/models/cv/object_detection/fsaf/ixrt/scripts/infer_fsaf_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="fsaf_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model ${model_path} \ diff --git a/models/cv/object_detection/gfl/igie/scripts/infer_gfl_fp16_accuracy.sh b/models/cv/object_detection/gfl/igie/scripts/infer_gfl_fp16_accuracy.sh index ee5d2858429093314090a3b1a36649e8e79251e7..8f8c4979691452d075be696ef14e017af25f115f 100644 --- a/models/cv/object_detection/gfl/igie/scripts/infer_gfl_fp16_accuracy.sh +++ b/models/cv/object_detection/gfl/igie/scripts/infer_gfl_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="gfl_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/gfl/igie/scripts/infer_gfl_fp16_performance.sh b/models/cv/object_detection/gfl/igie/scripts/infer_gfl_fp16_performance.sh index 7e4c9d47f56a3182c2b6606d5474ea999e9799c4..e881186d6a8b0c36f1912874426a668dfbd341f7 100644 --- a/models/cv/object_detection/gfl/igie/scripts/infer_gfl_fp16_performance.sh +++ b/models/cv/object_detection/gfl/igie/scripts/infer_gfl_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="gfl_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/hrnet/igie/scripts/infer_hrnet_fp16_accuracy.sh b/models/cv/object_detection/hrnet/igie/scripts/infer_hrnet_fp16_accuracy.sh index fda5ecf831e49cb07d99f08678e890a2bbcdc2fe..b20888285362ffdb4674b53eba734e00982a6ecf 100644 --- a/models/cv/object_detection/hrnet/igie/scripts/infer_hrnet_fp16_accuracy.sh +++ b/models/cv/object_detection/hrnet/igie/scripts/infer_hrnet_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="hrnet_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/hrnet/igie/scripts/infer_hrnet_fp16_performance.sh b/models/cv/object_detection/hrnet/igie/scripts/infer_hrnet_fp16_performance.sh index f8f9a06fb298937b07173c8e9173bcbd0680ab2b..ed848fcce979e37702f87b6d76a0f6747489cdb7 100644 --- a/models/cv/object_detection/hrnet/igie/scripts/infer_hrnet_fp16_performance.sh +++ b/models/cv/object_detection/hrnet/igie/scripts/infer_hrnet_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="hrnet_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/hrnet/ixrt/scripts/infer_hrnet_fp16_accuracy.sh b/models/cv/object_detection/hrnet/ixrt/scripts/infer_hrnet_fp16_accuracy.sh index 74f55c2970c1b3a2a8902b5b3884b2cecb4dfb3b..d3f31d006e9c52e36cee56611f3dabe6466a3e0e 100644 --- a/models/cv/object_detection/hrnet/ixrt/scripts/infer_hrnet_fp16_accuracy.sh +++ b/models/cv/object_detection/hrnet/ixrt/scripts/infer_hrnet_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="hrnet_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model ${model_path} \ diff --git a/models/cv/object_detection/hrnet/ixrt/scripts/infer_hrnet_fp16_performance.sh b/models/cv/object_detection/hrnet/ixrt/scripts/infer_hrnet_fp16_performance.sh index ae6a5ef1529ff76de25c62be2b20eb003f79f678..16ecee507b82852b68b65b8b9a7e0e24072822f0 100644 --- a/models/cv/object_detection/hrnet/ixrt/scripts/infer_hrnet_fp16_performance.sh +++ b/models/cv/object_detection/hrnet/ixrt/scripts/infer_hrnet_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="hrnet_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model ${model_path} \ diff --git a/models/cv/object_detection/paa/igie/scripts/infer_paa_fp16_accuracy.sh b/models/cv/object_detection/paa/igie/scripts/infer_paa_fp16_accuracy.sh index eb68cae2416e8c2c5af6914b9bd00b0575e231e6..616b27489a5d9c77384c8df81e2b22c37d38edd6 100644 --- a/models/cv/object_detection/paa/igie/scripts/infer_paa_fp16_accuracy.sh +++ b/models/cv/object_detection/paa/igie/scripts/infer_paa_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="paa_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/paa/igie/scripts/infer_paa_fp16_performance.sh b/models/cv/object_detection/paa/igie/scripts/infer_paa_fp16_performance.sh index e2d2392024afaa393d4eaff3c9cdf82bab7d7454..85e326db595c45fcdf0fc9b03a6b323146019c65 100644 --- a/models/cv/object_detection/paa/igie/scripts/infer_paa_fp16_performance.sh +++ b/models/cv/object_detection/paa/igie/scripts/infer_paa_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="paa_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/retinaface/igie/scripts/infer_retinaface_fp16_accuracy.sh b/models/cv/object_detection/retinaface/igie/scripts/infer_retinaface_fp16_accuracy.sh index b0480eca091cd35c08ec8ff6aa93ba78c1fbaafb..3b90cfda7dc11f80c7937558246456d450d1bc65 100644 --- a/models/cv/object_detection/retinaface/igie/scripts/infer_retinaface_fp16_accuracy.sh +++ b/models/cv/object_detection/retinaface/igie/scripts/infer_retinaface_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="retinaface_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/retinaface/igie/scripts/infer_retinaface_fp16_performance.sh b/models/cv/object_detection/retinaface/igie/scripts/infer_retinaface_fp16_performance.sh index 99f1a0b5c1cf62e6ca8802fde5962811016fc553..61147a205b702bfb0264c1c385c3f3f6aebe0ad7 100644 --- a/models/cv/object_detection/retinaface/igie/scripts/infer_retinaface_fp16_performance.sh +++ b/models/cv/object_detection/retinaface/igie/scripts/infer_retinaface_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="retinaface_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/retinanet/igie/scripts/infer_retinanet_fp16_accuracy.sh b/models/cv/object_detection/retinanet/igie/scripts/infer_retinanet_fp16_accuracy.sh index c942bc14a41e7bfe77da8a55cb5b7f4b5b27394f..fe3ff448be359fbe0b88d366b001d22a21be5a83 100644 --- a/models/cv/object_detection/retinanet/igie/scripts/infer_retinanet_fp16_accuracy.sh +++ b/models/cv/object_detection/retinanet/igie/scripts/infer_retinanet_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="retinanet_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/retinanet/igie/scripts/infer_retinanet_fp16_performance.sh b/models/cv/object_detection/retinanet/igie/scripts/infer_retinanet_fp16_performance.sh index 84570845ed315c755ce629792f26e86b98a2b28c..5115bdf6f923130b58a914884812a1d89d14e85e 100644 --- a/models/cv/object_detection/retinanet/igie/scripts/infer_retinanet_fp16_performance.sh +++ b/models/cv/object_detection/retinanet/igie/scripts/infer_retinanet_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="retinanet_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/rtmdet/igie/scripts/infer_rtmdet_fp16_accuracy.sh b/models/cv/object_detection/rtmdet/igie/scripts/infer_rtmdet_fp16_accuracy.sh index 12d5ab4a2a9adf852ca7f1fbf1681886f6d93b40..e93bd6881152474b607322abe6564f252f86a6af 100644 --- a/models/cv/object_detection/rtmdet/igie/scripts/infer_rtmdet_fp16_accuracy.sh +++ b/models/cv/object_detection/rtmdet/igie/scripts/infer_rtmdet_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="rtmdet_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/rtmdet/igie/scripts/infer_rtmdet_fp16_performance.sh b/models/cv/object_detection/rtmdet/igie/scripts/infer_rtmdet_fp16_performance.sh index 4f1c3a5c37b6c1309f4bfce86f0a0c690457cd58..61c166fe3a2757e826f4ae0fee55cadf1d3f873d 100644 --- a/models/cv/object_detection/rtmdet/igie/scripts/infer_rtmdet_fp16_performance.sh +++ b/models/cv/object_detection/rtmdet/igie/scripts/infer_rtmdet_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="rtmdet_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/sabl/igie/scripts/infer_sabl_fp16_accuracy.sh b/models/cv/object_detection/sabl/igie/scripts/infer_sabl_fp16_accuracy.sh index b5cc4216afb79f9597f324f78d10a8803664f3be..6424c1ac48ad9c6674ff160fc4ecd7687a91ab93 100644 --- a/models/cv/object_detection/sabl/igie/scripts/infer_sabl_fp16_accuracy.sh +++ b/models/cv/object_detection/sabl/igie/scripts/infer_sabl_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="sabl_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/sabl/igie/scripts/infer_sabl_fp16_performance.sh b/models/cv/object_detection/sabl/igie/scripts/infer_sabl_fp16_performance.sh index a9d6a713adc04dc3d7272a60dae1c00b94f8c21e..8d5a66a000fe208b82f14d555f452407e7e37773 100644 --- a/models/cv/object_detection/sabl/igie/scripts/infer_sabl_fp16_performance.sh +++ b/models/cv/object_detection/sabl/igie/scripts/infer_sabl_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="sabl_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/ssd/igie/scripts/infer_ssd_fp16_accuracy.sh b/models/cv/object_detection/ssd/igie/scripts/infer_ssd_fp16_accuracy.sh index 1ab82ec950b50ca2ecc289c460d1faf08956dec1..01992d00f3d986f4830d56b23db763932151b624 100644 --- a/models/cv/object_detection/ssd/igie/scripts/infer_ssd_fp16_accuracy.sh +++ b/models/cv/object_detection/ssd/igie/scripts/infer_ssd_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="ssd_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/ssd/igie/scripts/infer_ssd_fp16_performance.sh b/models/cv/object_detection/ssd/igie/scripts/infer_ssd_fp16_performance.sh index 58af853ee67ac43ad5eb4c87ecc7c54bc9484c3b..1be61b6b0e24d618cfe283bda5936b740cef5282 100644 --- a/models/cv/object_detection/ssd/igie/scripts/infer_ssd_fp16_performance.sh +++ b/models/cv/object_detection/ssd/igie/scripts/infer_ssd_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="ssd_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolof/igie/scripts/infer_yolof_fp16_accuracy.sh b/models/cv/object_detection/yolof/igie/scripts/infer_yolof_fp16_accuracy.sh index 90e4abb787fda5094f6fa4e21f9f651ca6e98dc0..399e9f696bec54ea4f77b3a6e5195ecc035f1182 100644 --- a/models/cv/object_detection/yolof/igie/scripts/infer_yolof_fp16_accuracy.sh +++ b/models/cv/object_detection/yolof/igie/scripts/infer_yolof_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolof_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolof/igie/scripts/infer_yolof_fp16_performance.sh b/models/cv/object_detection/yolof/igie/scripts/infer_yolof_fp16_performance.sh index ce06cfe34e914dd86b33794bd01a83fc219d6597..2bf11e932a67bd4924eeceeaf0e2f44a1980a0ab 100644 --- a/models/cv/object_detection/yolof/igie/scripts/infer_yolof_fp16_performance.sh +++ b/models/cv/object_detection/yolof/igie/scripts/infer_yolof_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolof_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov10/igie/scripts/infer_yolov10_fp16_accuracy.sh b/models/cv/object_detection/yolov10/igie/scripts/infer_yolov10_fp16_accuracy.sh index b9d4b6461a2ba6a8b8f2456af51be5b3d60aa922..6dfe701037889b3d3d8875a19fe9d0f3b125f1ba 100644 --- a/models/cv/object_detection/yolov10/igie/scripts/infer_yolov10_fp16_accuracy.sh +++ b/models/cv/object_detection/yolov10/igie/scripts/infer_yolov10_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolov10s.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov10/igie/scripts/infer_yolov10_fp16_performance.sh b/models/cv/object_detection/yolov10/igie/scripts/infer_yolov10_fp16_performance.sh index 52c44c679d7f0c1379ae6f230ddbdcb0c327d6c5..00209cce87906c36409591a3309c80a3f447209e 100644 --- a/models/cv/object_detection/yolov10/igie/scripts/infer_yolov10_fp16_performance.sh +++ b/models/cv/object_detection/yolov10/igie/scripts/infer_yolov10_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolov10s.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov10/igie/scripts/infer_yolov10_int8_accuracy.sh b/models/cv/object_detection/yolov10/igie/scripts/infer_yolov10_int8_accuracy.sh index 95121cadbbcb1f7c6e3af22da54089c600fc9177..b3825094139c8528fcf6c3d804b19c50dc36e604 100644 --- a/models/cv/object_detection/yolov10/igie/scripts/infer_yolov10_int8_accuracy.sh +++ b/models/cv/object_detection/yolov10/igie/scripts/infer_yolov10_int8_accuracy.sh @@ -22,6 +22,20 @@ quantized_model_path="yolov10s_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolov10/igie/scripts/infer_yolov10_int8_performance.sh b/models/cv/object_detection/yolov10/igie/scripts/infer_yolov10_int8_performance.sh index c03fae0f5f81b70daaa5578aa88759361a90e891..032ecfa540d2e77a8a1246f8002e6fa65f28c97a 100644 --- a/models/cv/object_detection/yolov10/igie/scripts/infer_yolov10_int8_performance.sh +++ b/models/cv/object_detection/yolov10/igie/scripts/infer_yolov10_int8_performance.sh @@ -22,6 +22,20 @@ quantized_model_path="yolov10s_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolov11/igie/scripts/infer_yolov11_fp16_accuracy.sh b/models/cv/object_detection/yolov11/igie/scripts/infer_yolov11_fp16_accuracy.sh index d6df67a43f6cc7c396c9b758f57b709cecab50d1..890685c7fab0c8e9c27a27672aecf1cc1daac70d 100644 --- a/models/cv/object_detection/yolov11/igie/scripts/infer_yolov11_fp16_accuracy.sh +++ b/models/cv/object_detection/yolov11/igie/scripts/infer_yolov11_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolo11n.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov11/igie/scripts/infer_yolov11_fp16_performance.sh b/models/cv/object_detection/yolov11/igie/scripts/infer_yolov11_fp16_performance.sh index 233e5814e2efc2bf7360388b49d94235decbad6a..e4e249f3b726387a9e6f71a5c8d369031c69e288 100644 --- a/models/cv/object_detection/yolov11/igie/scripts/infer_yolov11_fp16_performance.sh +++ b/models/cv/object_detection/yolov11/igie/scripts/infer_yolov11_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolo11n.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov11/igie/scripts/infer_yolov11_int8_accuracy.sh b/models/cv/object_detection/yolov11/igie/scripts/infer_yolov11_int8_accuracy.sh index d73b66ee2f9cd91e75d652d5c55bcfdc6410caa9..6ee43c3fbec9bca60a7108390bd654d6a940adba 100644 --- a/models/cv/object_detection/yolov11/igie/scripts/infer_yolov11_int8_accuracy.sh +++ b/models/cv/object_detection/yolov11/igie/scripts/infer_yolov11_int8_accuracy.sh @@ -20,6 +20,20 @@ model_path="yolo11n.onnx" quantized_model_path="yolo11n_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolov11/igie/scripts/infer_yolov11_int8_performance.sh b/models/cv/object_detection/yolov11/igie/scripts/infer_yolov11_int8_performance.sh index e24f4e0980c63239b057bedc0f5768b66c5ff32f..521624e607decfc3d2474b22641e7a267958fb5e 100644 --- a/models/cv/object_detection/yolov11/igie/scripts/infer_yolov11_int8_performance.sh +++ b/models/cv/object_detection/yolov11/igie/scripts/infer_yolov11_int8_performance.sh @@ -20,6 +20,20 @@ model_path="yolo11n.onnx" quantized_model_path="yolo11n_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolov12/igie/scripts/infer_yolov12_fp16_accuracy.sh b/models/cv/object_detection/yolov12/igie/scripts/infer_yolov12_fp16_accuracy.sh index d562e374f6818f87683b48685dbd17504e20cc7b..d4a60e9ac668363531b4fe1b3d992947ad904d8c 100644 --- a/models/cv/object_detection/yolov12/igie/scripts/infer_yolov12_fp16_accuracy.sh +++ b/models/cv/object_detection/yolov12/igie/scripts/infer_yolov12_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolov12n.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov12/igie/scripts/infer_yolov12_fp16_performance.sh b/models/cv/object_detection/yolov12/igie/scripts/infer_yolov12_fp16_performance.sh index 48c64c6982115604b74adc6abb91ccc20caf40ab..01fb54ff49b6c1a5f036f7234eaed5520284e50e 100644 --- a/models/cv/object_detection/yolov12/igie/scripts/infer_yolov12_fp16_performance.sh +++ b/models/cv/object_detection/yolov12/igie/scripts/infer_yolov12_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolov12n.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov12/igie/scripts/infer_yolov12_int8_accuracy.sh b/models/cv/object_detection/yolov12/igie/scripts/infer_yolov12_int8_accuracy.sh index 80182ba8da130cfc1856478d8c465812619ce531..2073889faed3a213be7cccd5a8f3f3c15f2692f1 100644 --- a/models/cv/object_detection/yolov12/igie/scripts/infer_yolov12_int8_accuracy.sh +++ b/models/cv/object_detection/yolov12/igie/scripts/infer_yolov12_int8_accuracy.sh @@ -20,6 +20,20 @@ model_path="yolov12n.onnx" quantized_model_path="yolov12n_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolov12/igie/scripts/infer_yolov12_int8_performance.sh b/models/cv/object_detection/yolov12/igie/scripts/infer_yolov12_int8_performance.sh index a1d2fe0d3215ef372f69a6f6d3d404e6a47a246a..598880f136d95b08932f6340ee88ed86c622a139 100644 --- a/models/cv/object_detection/yolov12/igie/scripts/infer_yolov12_int8_performance.sh +++ b/models/cv/object_detection/yolov12/igie/scripts/infer_yolov12_int8_performance.sh @@ -20,6 +20,20 @@ model_path="yolov12n.onnx" quantized_model_path="yolov12n_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolov13/igie/scripts/infer_yolov13_fp16_accuracy.sh b/models/cv/object_detection/yolov13/igie/scripts/infer_yolov13_fp16_accuracy.sh index d1cbb01b31fd40cfa75ed9ee7a7a45377da1c8c5..bdf1c175f7aee42508313a7ef7938786de7a390f 100644 --- a/models/cv/object_detection/yolov13/igie/scripts/infer_yolov13_fp16_accuracy.sh +++ b/models/cv/object_detection/yolov13/igie/scripts/infer_yolov13_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolov13n.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov13/igie/scripts/infer_yolov13_fp16_performance.sh b/models/cv/object_detection/yolov13/igie/scripts/infer_yolov13_fp16_performance.sh index bc8df7b0ef3490be2ca31dcd307d125166139bad..183b2f2c5a8e0eb786b50a605620124d9e714b28 100644 --- a/models/cv/object_detection/yolov13/igie/scripts/infer_yolov13_fp16_performance.sh +++ b/models/cv/object_detection/yolov13/igie/scripts/infer_yolov13_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolov13n.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov13/igie/scripts/infer_yolov13_int8_accuracy.sh b/models/cv/object_detection/yolov13/igie/scripts/infer_yolov13_int8_accuracy.sh index 18ab65367da7c843398ade0024c70f39779e0025..50116c16622cf9386bf9cab9e9bd8e539f27dbe1 100644 --- a/models/cv/object_detection/yolov13/igie/scripts/infer_yolov13_int8_accuracy.sh +++ b/models/cv/object_detection/yolov13/igie/scripts/infer_yolov13_int8_accuracy.sh @@ -20,6 +20,20 @@ model_path="yolov13n.onnx" quantized_model_path="yolov13n_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolov13/igie/scripts/infer_yolov13_int8_performance.sh b/models/cv/object_detection/yolov13/igie/scripts/infer_yolov13_int8_performance.sh index d4bd8e28a415fdf0facf1248d23b190385b9bd84..190c2a3f9722c21322981638a93c40c363c11ba3 100644 --- a/models/cv/object_detection/yolov13/igie/scripts/infer_yolov13_int8_performance.sh +++ b/models/cv/object_detection/yolov13/igie/scripts/infer_yolov13_int8_performance.sh @@ -20,6 +20,20 @@ model_path="yolov13n.onnx" quantized_model_path="yolov13n_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolov3/igie/scripts/infer_yolov3_fp16_accuracy.sh b/models/cv/object_detection/yolov3/igie/scripts/infer_yolov3_fp16_accuracy.sh index 3ae8c1ba258a7ba1fee48c076c0e3461356fb579..98d3202588dae956d8cb0d941dc998587eb87cff 100644 --- a/models/cv/object_detection/yolov3/igie/scripts/infer_yolov3_fp16_accuracy.sh +++ b/models/cv/object_detection/yolov3/igie/scripts/infer_yolov3_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolov3_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov3/igie/scripts/infer_yolov3_fp16_performance.sh b/models/cv/object_detection/yolov3/igie/scripts/infer_yolov3_fp16_performance.sh index 3cb84b32b9c1e3b434757bf52143b35e559db6b1..2b0901415b153a61bfa05d957d3747662298985a 100644 --- a/models/cv/object_detection/yolov3/igie/scripts/infer_yolov3_fp16_performance.sh +++ b/models/cv/object_detection/yolov3/igie/scripts/infer_yolov3_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolov3_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov3/igie/scripts/infer_yolov3_int8_accuracy.sh b/models/cv/object_detection/yolov3/igie/scripts/infer_yolov3_int8_accuracy.sh index 9226497aad70cfd1713bc0e53fee04ca80e50264..213b4ef264964741cde50655118dd6bedb89f2f3 100644 --- a/models/cv/object_detection/yolov3/igie/scripts/infer_yolov3_int8_accuracy.sh +++ b/models/cv/object_detection/yolov3/igie/scripts/infer_yolov3_int8_accuracy.sh @@ -20,6 +20,20 @@ model_path="yolov3_opt.onnx" quantized_model_path="yolov3_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolov3/igie/scripts/infer_yolov3_int8_performance.sh b/models/cv/object_detection/yolov3/igie/scripts/infer_yolov3_int8_performance.sh index a7f4a1f465a53585abaf93e32902989b7ef9dde5..db21aa29445c6310dc97ea3a20bff4e8142e0e1f 100644 --- a/models/cv/object_detection/yolov3/igie/scripts/infer_yolov3_int8_performance.sh +++ b/models/cv/object_detection/yolov3/igie/scripts/infer_yolov3_int8_performance.sh @@ -20,6 +20,20 @@ model_path="yolov3_opt.onnx" quantized_model_path="yolov3_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolov4/igie/scripts/infer_yolov4_fp16_accuracy.sh b/models/cv/object_detection/yolov4/igie/scripts/infer_yolov4_fp16_accuracy.sh index a6943b5bc8e39cc15ef150dc9c1ddf180b5cf312..d3cdf4e614e52f186949ec92529b971e812471be 100644 --- a/models/cv/object_detection/yolov4/igie/scripts/infer_yolov4_fp16_accuracy.sh +++ b/models/cv/object_detection/yolov4/igie/scripts/infer_yolov4_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolov4_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov4/igie/scripts/infer_yolov4_fp16_performance.sh b/models/cv/object_detection/yolov4/igie/scripts/infer_yolov4_fp16_performance.sh index 990efa6d138b764472f28d381d007911fea1f23a..3e8358439c01d13198dcd2942df410db2e07326e 100644 --- a/models/cv/object_detection/yolov4/igie/scripts/infer_yolov4_fp16_performance.sh +++ b/models/cv/object_detection/yolov4/igie/scripts/infer_yolov4_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolov4_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov4/igie/scripts/infer_yolov4_int8_accuracy.sh b/models/cv/object_detection/yolov4/igie/scripts/infer_yolov4_int8_accuracy.sh index fb5c2885bd06db81b9d75ace139ffcfa34730139..65d018420ea14aea5bd0e2f76297932e49422923 100644 --- a/models/cv/object_detection/yolov4/igie/scripts/infer_yolov4_int8_accuracy.sh +++ b/models/cv/object_detection/yolov4/igie/scripts/infer_yolov4_int8_accuracy.sh @@ -20,6 +20,20 @@ model_path="yolov4_opt.onnx" quantized_model_path="yolov4_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolov4/igie/scripts/infer_yolov4_int8_performance.sh b/models/cv/object_detection/yolov4/igie/scripts/infer_yolov4_int8_performance.sh index ad66b6522f172fa4e506b2ce7127d2a45f0d53f5..696087d89313795ccf912ba9006d42699d75b608 100644 --- a/models/cv/object_detection/yolov4/igie/scripts/infer_yolov4_int8_performance.sh +++ b/models/cv/object_detection/yolov4/igie/scripts/infer_yolov4_int8_performance.sh @@ -20,6 +20,20 @@ model_path="yolov4_opt.onnx" quantized_model_path="yolov4_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolov5/igie/scripts/infer_yolov5_fp16_accuracy.sh b/models/cv/object_detection/yolov5/igie/scripts/infer_yolov5_fp16_accuracy.sh index 4a54747daad3872051f44874da05d6cf6e82bd92..0a124ab2309c0882e3600d5e553e57eb412e33c4 100644 --- a/models/cv/object_detection/yolov5/igie/scripts/infer_yolov5_fp16_accuracy.sh +++ b/models/cv/object_detection/yolov5/igie/scripts/infer_yolov5_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolov5m_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov5/igie/scripts/infer_yolov5_fp16_performance.sh b/models/cv/object_detection/yolov5/igie/scripts/infer_yolov5_fp16_performance.sh index 7ca10aef13fdced0f541a1317b42ccc33bf56004..19fbf891f69f652ac312e93bc5f00f40ccc22dae 100644 --- a/models/cv/object_detection/yolov5/igie/scripts/infer_yolov5_fp16_performance.sh +++ b/models/cv/object_detection/yolov5/igie/scripts/infer_yolov5_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolov5m_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov5/igie/scripts/infer_yolov5_int8_accuracy.sh b/models/cv/object_detection/yolov5/igie/scripts/infer_yolov5_int8_accuracy.sh index 7aefa03971b4d4e33b130635f5144616f113e0c6..a0a037de5d0b0df252080cda7fce835102805ab0 100644 --- a/models/cv/object_detection/yolov5/igie/scripts/infer_yolov5_int8_accuracy.sh +++ b/models/cv/object_detection/yolov5/igie/scripts/infer_yolov5_int8_accuracy.sh @@ -20,6 +20,20 @@ model_path="yolov5m_opt.onnx" quantized_model_path="yolov5m_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolov5/igie/scripts/infer_yolov5_int8_performance.sh b/models/cv/object_detection/yolov5/igie/scripts/infer_yolov5_int8_performance.sh index 07d5a63a691333b12a5a9a623c319426077afeec..e2d18e324e170671be1993c0ffe2b89c8ecd4a13 100644 --- a/models/cv/object_detection/yolov5/igie/scripts/infer_yolov5_int8_performance.sh +++ b/models/cv/object_detection/yolov5/igie/scripts/infer_yolov5_int8_performance.sh @@ -20,6 +20,20 @@ model_path="yolov5m_opt.onnx" quantized_model_path="yolov5m_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolov6/igie/scripts/infer_yolov6_fp16_accuracy.sh b/models/cv/object_detection/yolov6/igie/scripts/infer_yolov6_fp16_accuracy.sh index 4d1e794c67700c28b36e996ddb9e0799863801c6..fc5b34975ef5dc39eedee325e1a3dcb1087b00df 100644 --- a/models/cv/object_detection/yolov6/igie/scripts/infer_yolov6_fp16_accuracy.sh +++ b/models/cv/object_detection/yolov6/igie/scripts/infer_yolov6_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolov6s.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov6/igie/scripts/infer_yolov6_fp16_performance.sh b/models/cv/object_detection/yolov6/igie/scripts/infer_yolov6_fp16_performance.sh index c797bee29d4239303c4a9138597562b3863b909e..15a7f904dd5feb6f0507f34f018fc406fe1df1ed 100644 --- a/models/cv/object_detection/yolov6/igie/scripts/infer_yolov6_fp16_performance.sh +++ b/models/cv/object_detection/yolov6/igie/scripts/infer_yolov6_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolov6s.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov7/igie/scripts/infer_yolov7_fp16_accuracy.sh b/models/cv/object_detection/yolov7/igie/scripts/infer_yolov7_fp16_accuracy.sh index 1fc7965e63c01e19dfe873cac55d47359af2cd2c..b7df4ffdd3bd66944dcbcdafd3501bf544cce8c9 100644 --- a/models/cv/object_detection/yolov7/igie/scripts/infer_yolov7_fp16_accuracy.sh +++ b/models/cv/object_detection/yolov7/igie/scripts/infer_yolov7_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolov7.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov7/igie/scripts/infer_yolov7_fp16_performance.sh b/models/cv/object_detection/yolov7/igie/scripts/infer_yolov7_fp16_performance.sh index 58592304e2bccc53ae4154f09055290d22d9d3c7..6a095bc7c22a85017c32347a33ae09bb38be33f5 100644 --- a/models/cv/object_detection/yolov7/igie/scripts/infer_yolov7_fp16_performance.sh +++ b/models/cv/object_detection/yolov7/igie/scripts/infer_yolov7_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolov7.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov7/igie/scripts/infer_yolov7_int8_accuracy.sh b/models/cv/object_detection/yolov7/igie/scripts/infer_yolov7_int8_accuracy.sh index c9385562600129546b422e495e0d8e1c97467250..bc3fe39f103544750190d76414e366031d4dc8a7 100644 --- a/models/cv/object_detection/yolov7/igie/scripts/infer_yolov7_int8_accuracy.sh +++ b/models/cv/object_detection/yolov7/igie/scripts/infer_yolov7_int8_accuracy.sh @@ -20,6 +20,20 @@ model_path="yolov7.onnx" quantized_model_path="yolov7_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolov7/igie/scripts/infer_yolov7_int8_performance.sh b/models/cv/object_detection/yolov7/igie/scripts/infer_yolov7_int8_performance.sh index e62918debc7c3a51377ab19e952e41d4182a21a9..9cdc7e74d6d2dcc3889bf5c5909a0675ed454b05 100644 --- a/models/cv/object_detection/yolov7/igie/scripts/infer_yolov7_int8_performance.sh +++ b/models/cv/object_detection/yolov7/igie/scripts/infer_yolov7_int8_performance.sh @@ -20,6 +20,20 @@ model_path="yolov7.onnx" quantized_model_path="yolov7_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolov8/igie/scripts/infer_yolov8_fp16_accuracy.sh b/models/cv/object_detection/yolov8/igie/scripts/infer_yolov8_fp16_accuracy.sh index 09d419a2a4dc75832a71d8425c8ca362038b50a8..38697c73fd086292cff6f70b4f678a1d7a1261e0 100644 --- a/models/cv/object_detection/yolov8/igie/scripts/infer_yolov8_fp16_accuracy.sh +++ b/models/cv/object_detection/yolov8/igie/scripts/infer_yolov8_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolov8s.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov8/igie/scripts/infer_yolov8_fp16_performance.sh b/models/cv/object_detection/yolov8/igie/scripts/infer_yolov8_fp16_performance.sh index ac130a4366719f16a99476887bc6aa7b2ec5b9f9..8cbc30ccbac82ad5b7425a1a6f8500c31ce651fa 100644 --- a/models/cv/object_detection/yolov8/igie/scripts/infer_yolov8_fp16_performance.sh +++ b/models/cv/object_detection/yolov8/igie/scripts/infer_yolov8_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolov8s.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov8/igie/scripts/infer_yolov8_int8_accuracy.sh b/models/cv/object_detection/yolov8/igie/scripts/infer_yolov8_int8_accuracy.sh index 879dabd2f82c4b523b2928364009f262ca2357ae..5ab1454e2fc52350f57bddd0edfe5a9e68d7d2f9 100644 --- a/models/cv/object_detection/yolov8/igie/scripts/infer_yolov8_int8_accuracy.sh +++ b/models/cv/object_detection/yolov8/igie/scripts/infer_yolov8_int8_accuracy.sh @@ -20,6 +20,20 @@ model_path="yolov8s.onnx" quantized_model_path="yolov8s_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolov8/igie/scripts/infer_yolov8_int8_performance.sh b/models/cv/object_detection/yolov8/igie/scripts/infer_yolov8_int8_performance.sh index a966d9bd1ce16eedc455e8d13dce606cad33d0bd..8a5b41dd887f391da9999c85f629adfd836e03e1 100644 --- a/models/cv/object_detection/yolov8/igie/scripts/infer_yolov8_int8_performance.sh +++ b/models/cv/object_detection/yolov8/igie/scripts/infer_yolov8_int8_performance.sh @@ -20,6 +20,20 @@ model_path="yolov8s.onnx" quantized_model_path="yolov8s_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolov8n/igie/scripts/infer_yolov8n_fp16_accuracy.sh b/models/cv/object_detection/yolov8n/igie/scripts/infer_yolov8n_fp16_accuracy.sh index 6f139244d9c0b8dafea5cb12b70d7d338bfc6ce1..b34ad2f3275f24cd4e215933643e48b29606f78a 100644 --- a/models/cv/object_detection/yolov8n/igie/scripts/infer_yolov8n_fp16_accuracy.sh +++ b/models/cv/object_detection/yolov8n/igie/scripts/infer_yolov8n_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolov8n.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov8n/igie/scripts/infer_yolov8n_fp16_performance.sh b/models/cv/object_detection/yolov8n/igie/scripts/infer_yolov8n_fp16_performance.sh index a7e0bdc340d49c0b044bbad649a1588bd6240c36..26ba453b83243a0b22a8977fe9c615ded43de8a1 100644 --- a/models/cv/object_detection/yolov8n/igie/scripts/infer_yolov8n_fp16_performance.sh +++ b/models/cv/object_detection/yolov8n/igie/scripts/infer_yolov8n_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolov8n.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov8n/igie/scripts/infer_yolov8n_int8_accuracy.sh b/models/cv/object_detection/yolov8n/igie/scripts/infer_yolov8n_int8_accuracy.sh index 992544ab378383a29b2f8290bdb51e4836a89622..d0b5de57abe9b0fd9ba40857d44adf3e4927be49 100644 --- a/models/cv/object_detection/yolov8n/igie/scripts/infer_yolov8n_int8_accuracy.sh +++ b/models/cv/object_detection/yolov8n/igie/scripts/infer_yolov8n_int8_accuracy.sh @@ -20,6 +20,20 @@ model_path="yolov8n.onnx" quantized_model_path="yolov8n_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolov8n/igie/scripts/infer_yolov8n_int8_performance.sh b/models/cv/object_detection/yolov8n/igie/scripts/infer_yolov8n_int8_performance.sh index 12993c09eaa814bea17b9798da0f3a19a49f9e43..60c0d2a608501aab24ae48ce702ac40fabded28c 100644 --- a/models/cv/object_detection/yolov8n/igie/scripts/infer_yolov8n_int8_performance.sh +++ b/models/cv/object_detection/yolov8n/igie/scripts/infer_yolov8n_int8_performance.sh @@ -20,6 +20,20 @@ model_path="yolov8n.onnx" quantized_model_path="yolov8n_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolov9/igie/scripts/infer_yolov9_fp16_accuracy.sh b/models/cv/object_detection/yolov9/igie/scripts/infer_yolov9_fp16_accuracy.sh index 44bb63ca35fb3f44e4f554646764a38df53c43af..16069d34ad30bb5c14c6031acb3166cffc76fa55 100644 --- a/models/cv/object_detection/yolov9/igie/scripts/infer_yolov9_fp16_accuracy.sh +++ b/models/cv/object_detection/yolov9/igie/scripts/infer_yolov9_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolov9s.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov9/igie/scripts/infer_yolov9_fp16_performance.sh b/models/cv/object_detection/yolov9/igie/scripts/infer_yolov9_fp16_performance.sh index c35c79aed42cc61e3313948db82f2c4529c22261..f1a9381907df429a18f43c3a5eb6a1b7d72f500b 100644 --- a/models/cv/object_detection/yolov9/igie/scripts/infer_yolov9_fp16_performance.sh +++ b/models/cv/object_detection/yolov9/igie/scripts/infer_yolov9_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolov9s.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov9/igie/scripts/infer_yolov9_int8_accuracy.sh b/models/cv/object_detection/yolov9/igie/scripts/infer_yolov9_int8_accuracy.sh index 3963cd327447d169bf34857adda8ea291057f1a6..d97e1179a0c1cbbc478e25fafff14ee8a21bb9a7 100644 --- a/models/cv/object_detection/yolov9/igie/scripts/infer_yolov9_int8_accuracy.sh +++ b/models/cv/object_detection/yolov9/igie/scripts/infer_yolov9_int8_accuracy.sh @@ -20,6 +20,20 @@ model_path="yolov9s.onnx" quantized_model_path="yolov9s_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolov9/igie/scripts/infer_yolov9_int8_performance.sh b/models/cv/object_detection/yolov9/igie/scripts/infer_yolov9_int8_performance.sh index 05123ce0a7b934e36c9cd1ff22d4f4a7b56bc834..d137031d2a3232b8e8c62f05ae513266b456fd7c 100644 --- a/models/cv/object_detection/yolov9/igie/scripts/infer_yolov9_int8_performance.sh +++ b/models/cv/object_detection/yolov9/igie/scripts/infer_yolov9_int8_performance.sh @@ -20,6 +20,20 @@ model_path="yolov9s.onnx" quantized_model_path="yolov9s_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolox/igie/scripts/infer_yolox_fp16_accuracy.sh b/models/cv/object_detection/yolox/igie/scripts/infer_yolox_fp16_accuracy.sh index b685a8d2a5e4e8664cf57aefdd785bc0c50613e8..21421a7f1a69cbbb2f0940ae5273dcb8f565f4f3 100644 --- a/models/cv/object_detection/yolox/igie/scripts/infer_yolox_fp16_accuracy.sh +++ b/models/cv/object_detection/yolox/igie/scripts/infer_yolox_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolox.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolox/igie/scripts/infer_yolox_fp16_performance.sh b/models/cv/object_detection/yolox/igie/scripts/infer_yolox_fp16_performance.sh index e95a1fbd3d92cf5dc60e623422e676e804cf2084..dc6f64d8986c6e553a3d798e1cd63034a0fc92f4 100644 --- a/models/cv/object_detection/yolox/igie/scripts/infer_yolox_fp16_performance.sh +++ b/models/cv/object_detection/yolox/igie/scripts/infer_yolox_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolox.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolox/igie/scripts/infer_yolox_int8_accuracy.sh b/models/cv/object_detection/yolox/igie/scripts/infer_yolox_int8_accuracy.sh index f98c31460f3935d9e23f7af66ed8d42941b7bdc6..9c49fe32ccca62cdd6abbd34652e18119bd0bc2c 100644 --- a/models/cv/object_detection/yolox/igie/scripts/infer_yolox_int8_accuracy.sh +++ b/models/cv/object_detection/yolox/igie/scripts/infer_yolox_int8_accuracy.sh @@ -20,6 +20,20 @@ model_path="yolox.onnx" quantized_model_path="yolox_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolox/igie/scripts/infer_yolox_int8_performance.sh b/models/cv/object_detection/yolox/igie/scripts/infer_yolox_int8_performance.sh index 05418709102f9b62c3cfe3a9e121bef01e1a61b5..c2c7ad67cdd35a607fc936aa2499e8f33835cc4f 100644 --- a/models/cv/object_detection/yolox/igie/scripts/infer_yolox_int8_performance.sh +++ b/models/cv/object_detection/yolox/igie/scripts/infer_yolox_int8_performance.sh @@ -20,6 +20,20 @@ model_path="yolox.onnx" quantized_model_path="yolox_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolox/ixrt/scripts/infer_yolox_fp16_accuracy.sh b/models/cv/object_detection/yolox/ixrt/scripts/infer_yolox_fp16_accuracy.sh index 455a54831e2cfbfecd8e38bbad0f6a4900065262..1d9f3bf04fb8ce93af21a2eecb7a0b6b45b075ed 100644 --- a/models/cv/object_detection/yolox/ixrt/scripts/infer_yolox_fp16_accuracy.sh +++ b/models/cv/object_detection/yolox/ixrt/scripts/infer_yolox_fp16_accuracy.sh @@ -18,6 +18,20 @@ batchsize=${BATCH_SIZE:-"32"} model_path="yolox" datasets_path=${DATASETS_DIR} + +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" DECODER_INPUT_NAMES="/head/obj_preds.0/Conv_output_0 /head/cls_preds.0/Conv_output_0 /head/reg_preds.1/Conv_output_0 /head/cls_preds.1/Conv_output_0 /head/reg_preds.2/Conv_output_0 /head/obj_preds.2/Conv_output_0 /head/cls_preds.2/Conv_output_0" # cut onnx diff --git a/models/cv/object_detection/yolox/ixrt/scripts/infer_yolox_fp16_performance.sh b/models/cv/object_detection/yolox/ixrt/scripts/infer_yolox_fp16_performance.sh index 913d97295cf68aec424c650564f86887279a3f02..8f512d516e52fa8825417970f89171ac7e5a5318 100644 --- a/models/cv/object_detection/yolox/ixrt/scripts/infer_yolox_fp16_performance.sh +++ b/models/cv/object_detection/yolox/ixrt/scripts/infer_yolox_fp16_performance.sh @@ -18,6 +18,20 @@ batchsize=${BATCH_SIZE:-"32"} model_path="yolox" datasets_path=${DATASETS_DIR} + +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" DECODER_INPUT_NAMES="/head/obj_preds.0/Conv_output_0 /head/cls_preds.0/Conv_output_0 /head/reg_preds.1/Conv_output_0 /head/cls_preds.1/Conv_output_0 /head/reg_preds.2/Conv_output_0 /head/obj_preds.2/Conv_output_0 /head/cls_preds.2/Conv_output_0" # cut onnx diff --git a/models/cv/object_detection/yolox/ixrt/scripts/infer_yolox_int8_accuracy.sh b/models/cv/object_detection/yolox/ixrt/scripts/infer_yolox_int8_accuracy.sh index 1542725c0c98620e1447eceaaa0b0a7479d47de0..0f58e9c2a434dd9d7b8115230bfd01fa1bb57f77 100644 --- a/models/cv/object_detection/yolox/ixrt/scripts/infer_yolox_int8_accuracy.sh +++ b/models/cv/object_detection/yolox/ixrt/scripts/infer_yolox_int8_accuracy.sh @@ -19,6 +19,20 @@ batchsize=${BATCH_SIZE:-"32"} model_path="yolox" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # quant python3 python/quant.py \ --model_name ${model_path} \ diff --git a/models/cv/object_detection/yolox/ixrt/scripts/infer_yolox_int8_performance.sh b/models/cv/object_detection/yolox/ixrt/scripts/infer_yolox_int8_performance.sh index 18fb0ca4e598720a0b6a70e863c8e6435d918499..afc4803834608770f83182d47b581cf57ca4da9d 100644 --- a/models/cv/object_detection/yolox/ixrt/scripts/infer_yolox_int8_performance.sh +++ b/models/cv/object_detection/yolox/ixrt/scripts/infer_yolox_int8_performance.sh @@ -19,6 +19,20 @@ batchsize=${BATCH_SIZE:-"32"} model_path="yolox" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # quant python3 python/quant.py \ --model_name ${model_path} \ diff --git a/models/cv/ocr/kie_layoutxlm/igie/scripts/infer_kie_layoutxlm_fp16_accuracy.sh b/models/cv/ocr/kie_layoutxlm/igie/scripts/infer_kie_layoutxlm_fp16_accuracy.sh index 83a60474008a6aef8efa7ba3db701f7cc5965947..0116d094a1c29a654ed67519473f741c989efe7c 100644 --- a/models/cv/ocr/kie_layoutxlm/igie/scripts/infer_kie_layoutxlm_fp16_accuracy.sh +++ b/models/cv/ocr/kie_layoutxlm/igie/scripts/infer_kie_layoutxlm_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=8 model_path="kie_ser_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model_path kie_ser_opt.onnx \ diff --git a/models/cv/ocr/kie_layoutxlm/igie/scripts/infer_kie_layoutxlm_fp16_performance.sh b/models/cv/ocr/kie_layoutxlm/igie/scripts/infer_kie_layoutxlm_fp16_performance.sh index 2205c987763aac15697ee3fd6879e84a660d0167..d3811ab6f1bd034b8f93fc39e607caaf1b03039a 100644 --- a/models/cv/ocr/kie_layoutxlm/igie/scripts/infer_kie_layoutxlm_fp16_performance.sh +++ b/models/cv/ocr/kie_layoutxlm/igie/scripts/infer_kie_layoutxlm_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=8 model_path="kie_ser_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/ocr/svtr/igie/scripts/infer_svtr_fp16_accuracy.sh b/models/cv/ocr/svtr/igie/scripts/infer_svtr_fp16_accuracy.sh index e195990ed85fc6288295239d2df88ef565fdd087..fb1f71cdea5cbec9103b80b354d208c7815a9066 100644 --- a/models/cv/ocr/svtr/igie/scripts/infer_svtr_fp16_accuracy.sh +++ b/models/cv/ocr/svtr/igie/scripts/infer_svtr_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="SVTR_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/ocr/svtr/igie/scripts/infer_svtr_fp16_performance.sh b/models/cv/ocr/svtr/igie/scripts/infer_svtr_fp16_performance.sh index 34484ee8e3f6b95ec0a2bc14aa0944e83edc73bd..768ab7f0ea01403bfeae3a6a242e9ce0f6a68c49 100644 --- a/models/cv/ocr/svtr/igie/scripts/infer_svtr_fp16_performance.sh +++ b/models/cv/ocr/svtr/igie/scripts/infer_svtr_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="SVTR_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/pose_estimation/hrnetpose/igie/scripts/infer_hrnetpose_fp16_accuracy.sh b/models/cv/pose_estimation/hrnetpose/igie/scripts/infer_hrnetpose_fp16_accuracy.sh index 47c0d80dd83932e57a65322fafdb29b1120c5250..f8f6195b0887511907d06940010ec34946bf3062 100644 --- a/models/cv/pose_estimation/hrnetpose/igie/scripts/infer_hrnetpose_fp16_accuracy.sh +++ b/models/cv/pose_estimation/hrnetpose/igie/scripts/infer_hrnetpose_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="hrnetpose_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/pose_estimation/hrnetpose/igie/scripts/infer_hrnetpose_fp16_performance.sh b/models/cv/pose_estimation/hrnetpose/igie/scripts/infer_hrnetpose_fp16_performance.sh index cf77cb005c33ba151b4ec44e07ddc3ae2dab7109..675c94c1fa44f6044a4bb687db5d180afbd7c206 100644 --- a/models/cv/pose_estimation/hrnetpose/igie/scripts/infer_hrnetpose_fp16_performance.sh +++ b/models/cv/pose_estimation/hrnetpose/igie/scripts/infer_hrnetpose_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="hrnetpose_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/pose_estimation/rtmpose/igie/scripts/infer_rtmpose_fp16_accuracy.sh b/models/cv/pose_estimation/rtmpose/igie/scripts/infer_rtmpose_fp16_accuracy.sh index 9e0c7da0edadacb3b36fd0394d8e923b375d2eeb..1f681f39636a1a5deb162deccfde074496343b59 100644 --- a/models/cv/pose_estimation/rtmpose/igie/scripts/infer_rtmpose_fp16_accuracy.sh +++ b/models/cv/pose_estimation/rtmpose/igie/scripts/infer_rtmpose_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="rtmpose_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/pose_estimation/rtmpose/igie/scripts/infer_rtmpose_fp16_performance.sh b/models/cv/pose_estimation/rtmpose/igie/scripts/infer_rtmpose_fp16_performance.sh index 568cb1bc6a317c7915f5cb15a491c083c76859e6..8f747721f09b5733bbc79e1d49c568e2a46b51f1 100644 --- a/models/cv/pose_estimation/rtmpose/igie/scripts/infer_rtmpose_fp16_performance.sh +++ b/models/cv/pose_estimation/rtmpose/igie/scripts/infer_rtmpose_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="rtmpose_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/semantic_segmentation/unet/igie/scripts/infer_unet_fp16_accuracy.sh b/models/cv/semantic_segmentation/unet/igie/scripts/infer_unet_fp16_accuracy.sh index 61cc2b27c13284856089c9d606eac11398e2dc50..f39eeebb2952400769b520390a72ea6aaabe3b85 100644 --- a/models/cv/semantic_segmentation/unet/igie/scripts/infer_unet_fp16_accuracy.sh +++ b/models/cv/semantic_segmentation/unet/igie/scripts/infer_unet_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=16 model_path="unet_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/semantic_segmentation/unet/igie/scripts/infer_unet_fp16_performance.sh b/models/cv/semantic_segmentation/unet/igie/scripts/infer_unet_fp16_performance.sh index 6c7a3b859894c60c09418e68a8da058d83966186..d82a8cf92297043cd39d61667756b821d4a22617 100644 --- a/models/cv/semantic_segmentation/unet/igie/scripts/infer_unet_fp16_performance.sh +++ b/models/cv/semantic_segmentation/unet/igie/scripts/infer_unet_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=16 model_path="unet_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model_path ${model_path} \