From da96e0a60efcee12b80c067bc88704bb60cd326a Mon Sep 17 00:00:00 2001 From: "hongliang.yuan" Date: Wed, 26 Nov 2025 16:20:52 +0800 Subject: [PATCH] support pass bs param to script --- .../igie/scripts/infer_alexnet_fp16_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_alexnet_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_alexnet_int8_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_alexnet_int8_performance.sh | 14 ++++++++++++++ .../clip/igie/scripts/infer_clip_fp16_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_clip_fp16_performance.sh | 14 ++++++++++++++ .../scripts/infer_conformer_base_fp16_accuracy.sh | 14 ++++++++++++++ .../infer_conformer_base_fp16_performance.sh | 14 ++++++++++++++ .../scripts/infer_convnext_base_fp16_accuracy.sh | 14 ++++++++++++++ .../infer_convnext_base_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_convnext_s_fp16_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_convnext_s_fp16_performance.sh | 14 ++++++++++++++ .../scripts/infer_convnext_small_fp16_accuracy.sh | 14 ++++++++++++++ .../infer_convnext_small_fp16_performance.sh | 14 ++++++++++++++ .../scripts/infer_convnext_tiny_fp16_accuracy.sh | 14 ++++++++++++++ .../infer_convnext_tiny_fp16_performance.sh | 14 ++++++++++++++ .../scripts/infer_cspdarknet53_fp16_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_cspdarknet53_fp16_performance.sh | 14 ++++++++++++++ .../scripts/infer_cspresnet50_fp16_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_cspresnet50_fp16_performance.sh | 14 ++++++++++++++ .../scripts/infer_cspresnext50_fp16_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_cspresnext50_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_deit_tiny_fp16_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_deit_tiny_fp16_performance.sh | 14 ++++++++++++++ .../scripts/infer_densenet121_fp16_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_densenet121_fp16_performance.sh | 14 ++++++++++++++ .../scripts/infer_densenet161_fp16_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_densenet161_fp16_performance.sh | 14 ++++++++++++++ .../scripts/infer_densenet169_fp16_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_densenet169_fp16_performance.sh | 14 ++++++++++++++ .../scripts/infer_densenet201_fp16_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_densenet201_fp16_performance.sh | 14 ++++++++++++++ .../scripts/infer_efficientnet_b0_fp16_accuracy.sh | 14 ++++++++++++++ .../infer_efficientnet_b0_fp16_performance.sh | 14 ++++++++++++++ .../scripts/infer_efficientnet_b1_fp16_accuracy.sh | 14 ++++++++++++++ .../infer_efficientnet_b1_fp16_performance.sh | 14 ++++++++++++++ .../scripts/infer_efficientnet_b2_fp16_accuracy.sh | 14 ++++++++++++++ .../infer_efficientnet_b2_fp16_performance.sh | 14 ++++++++++++++ .../scripts/infer_efficientnet_b3_fp16_accuracy.sh | 14 ++++++++++++++ .../infer_efficientnet_b3_fp16_performance.sh | 14 ++++++++++++++ .../scripts/infer_efficientnet_b4_fp16_accuracy.sh | 14 ++++++++++++++ .../infer_efficientnet_b4_fp16_performance.sh | 14 ++++++++++++++ .../scripts/infer_efficientnet_b5_fp16_accuracy.sh | 14 ++++++++++++++ .../infer_efficientnet_b5_fp16_performance.sh | 14 ++++++++++++++ .../scripts/infer_efficientnet_b6_fp16_accuracy.sh | 14 ++++++++++++++ .../infer_efficientnet_b6_fp16_performance.sh | 14 ++++++++++++++ .../scripts/infer_efficientnet_b7_fp16_accuracy.sh | 14 ++++++++++++++ .../infer_efficientnet_b7_fp16_performance.sh | 14 ++++++++++++++ .../scripts/infer_efficientnet_v2_fp16_accuracy.sh | 14 ++++++++++++++ .../infer_efficientnet_v2_fp16_performance.sh | 14 ++++++++++++++ .../infer_efficientnet_v2_s_fp16_accuracy.sh | 14 ++++++++++++++ .../infer_efficientnet_v2_s_fp16_performance.sh | 14 ++++++++++++++ .../infer_efficientnetv2_rw_t_fp16_accuracy.sh | 14 ++++++++++++++ .../infer_efficientnetv2_rw_t_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_googlenet_fp16_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_googlenet_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_googlenet_int8_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_googlenet_int8_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_hrnet_w18_fp16_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_hrnet_w18_fp16_performance.sh | 14 ++++++++++++++ .../scripts/infer_inception_v3_fp16_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_inception_v3_fp16_performance.sh | 14 ++++++++++++++ .../scripts/infer_inception_v3_int8_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_inception_v3_int8_performance.sh | 14 ++++++++++++++ .../scripts/infer_mlp_mixer_base_fp16_accuracy.sh | 14 ++++++++++++++ .../infer_mlp_mixer_base_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_mnasnet0_5_fp16_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_mnasnet0_5_fp16_performance.sh | 14 ++++++++++++++ .../scripts/infer_mnasnet0_75_fp16_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_mnasnet0_75_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_mnasnet1_0_fp16_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_mnasnet1_0_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_mnasnet1_3_fp16_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_mnasnet1_3_fp16_performance.sh | 14 ++++++++++++++ .../scripts/infer_mobilenet_v2_fp16_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_mobilenet_v2_fp16_performance.sh | 14 ++++++++++++++ .../scripts/infer_mobilenet_v2_int8_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_mobilenet_v2_int8_performance.sh | 14 ++++++++++++++ .../scripts/infer_mobilenet_v3_fp16_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_mobilenet_v3_fp16_performance.sh | 14 ++++++++++++++ .../infer_mobilenet_v3_large_fp16_accuracy.sh | 14 ++++++++++++++ .../infer_mobilenet_v3_large_fp16_performance.sh | 14 ++++++++++++++ .../scripts/infer_mvitv2_base_fp16_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_mvitv2_base_fp16_performance.sh | 14 ++++++++++++++ .../scripts/infer_regnet_x_16gf_fp16_accuracy.sh | 14 ++++++++++++++ .../infer_regnet_x_16gf_fp16_performance.sh | 14 ++++++++++++++ .../scripts/infer_regnet_x_1_6gf_fp16_accuracy.sh | 14 ++++++++++++++ .../infer_regnet_x_1_6gf_fp16_performance.sh | 14 ++++++++++++++ .../scripts/infer_regnet_x_32gf_fp16_accuracy.sh | 14 ++++++++++++++ .../infer_regnet_x_32gf_fp16_performance.sh | 14 ++++++++++++++ .../scripts/infer_regnet_x_3_2gf_fp16_accuracy.sh | 14 ++++++++++++++ .../infer_regnet_x_3_2gf_fp16_performance.sh | 14 ++++++++++++++ .../scripts/infer_regnet_x_400mf_fp16_accuracy.sh | 14 ++++++++++++++ .../infer_regnet_x_400mf_fp16_performance.sh | 14 ++++++++++++++ .../scripts/infer_regnet_x_800mf_fp16_accuracy.sh | 14 ++++++++++++++ .../infer_regnet_x_800mf_fp16_performance.sh | 14 ++++++++++++++ .../scripts/infer_regnet_x_8gf_fp16_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_regnet_x_8gf_fp16_performance.sh | 14 ++++++++++++++ .../scripts/infer_regnet_y_16gf_fp16_accuracy.sh | 14 ++++++++++++++ .../infer_regnet_y_16gf_fp16_performance.sh | 14 ++++++++++++++ .../scripts/infer_regnet_y_1_6gf_fp16_accuracy.sh | 14 ++++++++++++++ .../infer_regnet_y_1_6gf_fp16_performance.sh | 14 ++++++++++++++ .../scripts/infer_regnet_y_32gf_fp16_accuracy.sh | 14 ++++++++++++++ .../infer_regnet_y_32gf_fp16_performance.sh | 14 ++++++++++++++ .../scripts/infer_regnet_y_3_2gf_fp16_accuracy.sh | 14 ++++++++++++++ .../infer_regnet_y_3_2gf_fp16_performance.sh | 14 ++++++++++++++ .../scripts/infer_regnet_y_400mf_fp16_accuracy.sh | 14 ++++++++++++++ .../infer_regnet_y_400mf_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_repvgg_fp16_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_repvgg_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_res2net50_fp16_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_res2net50_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_resnest50_fp16_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_resnest50_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_resnet101_fp16_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_resnet101_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_resnet101_int8_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_resnet101_int8_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_resnet152_fp16_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_resnet152_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_resnet152_int8_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_resnet152_int8_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_resnet18_fp16_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_resnet18_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_resnet18_int8_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_resnet18_int8_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_resnet50_fp16_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_resnet50_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_resnet50_int8_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_resnet50_int8_performance.sh | 14 ++++++++++++++ .../scripts/infer_resnetv1d50_fp16_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_resnetv1d50_fp16_performance.sh | 14 ++++++++++++++ .../infer_resnext101_32x8d_fp16_accuracy.sh | 14 ++++++++++++++ .../infer_resnext101_32x8d_fp16_performance.sh | 14 ++++++++++++++ .../infer_resnext101_64x4d_fp16_accuracy.sh | 14 ++++++++++++++ .../infer_resnext101_64x4d_fp16_performance.sh | 14 ++++++++++++++ .../scripts/infer_resnext50_32x4d_fp16_accuracy.sh | 14 ++++++++++++++ .../infer_resnext50_32x4d_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_seresnet50_fp16_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_seresnet50_fp16_performance.sh | 14 ++++++++++++++ .../infer_shufflenetv2_x0_5_fp16_accuracy.sh | 14 ++++++++++++++ .../infer_shufflenetv2_x0_5_fp16_performance.sh | 14 ++++++++++++++ .../infer_shufflenetv2_x1_0_fp16_accuracy.sh | 14 ++++++++++++++ .../infer_shufflenetv2_x1_0_fp16_performance.sh | 14 ++++++++++++++ .../infer_shufflenetv2_x1_5_fp16_accuracy.sh | 14 ++++++++++++++ .../infer_shufflenetv2_x1_5_fp16_performance.sh | 14 ++++++++++++++ .../infer_shufflenetv2_x2_0_fp16_accuracy.sh | 14 ++++++++++++++ .../infer_shufflenetv2_x2_0_fp16_performance.sh | 14 ++++++++++++++ .../scripts/infer_squeezenet_v1_0_fp16_accuracy.sh | 14 ++++++++++++++ .../infer_squeezenet_v1_0_fp16_performance.sh | 14 ++++++++++++++ .../scripts/infer_squeezenet_v1_1_fp16_accuracy.sh | 14 ++++++++++++++ .../infer_squeezenet_v1_1_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_svt_base_fp16_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_svt_base_fp16_performance.sh | 14 ++++++++++++++ .../infer_swin_transformer_fp16_accuracy.sh | 14 ++++++++++++++ .../infer_swin_transformer_fp16_performance.sh | 14 ++++++++++++++ .../scripts/infer_twins_pcpvt_fp16_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_twins_pcpvt_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_van_b0_fp16_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_van_b0_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_vgg11_fp16_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_vgg11_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_vgg13_fp16_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_vgg13_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_vgg13_bn_fp16_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_vgg13_bn_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_vgg16_fp16_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_vgg16_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_vgg16_int8_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_vgg16_int8_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_vgg19_fp16_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_vgg19_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_vgg19_bn_fp16_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_vgg19_bn_fp16_performance.sh | 14 ++++++++++++++ .../vit/igie/scripts/infer_vit_fp16_accuracy.sh | 14 ++++++++++++++ .../vit/igie/scripts/infer_vit_fp16_performance.sh | 14 ++++++++++++++ .../scripts/infer_wide_resnet101_fp16_accuracy.sh | 14 ++++++++++++++ .../infer_wide_resnet101_fp16_performance.sh | 14 ++++++++++++++ .../scripts/infer_wide_resnet50_fp16_accuracy.sh | 14 ++++++++++++++ .../infer_wide_resnet50_fp16_performance.sh | 14 ++++++++++++++ .../scripts/infer_wide_resnet50_int8_accuracy.sh | 14 ++++++++++++++ .../infer_wide_resnet50_int8_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_deepsort_fp16_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_deepsort_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_deepsort_int8_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_deepsort_int8_performance.sh | 14 ++++++++++++++ .../ixrt/scripts/infer_deepsort_fp16_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_deepsort_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_fastreid_fp16_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_fastreid_fp16_performance.sh | 14 ++++++++++++++ .../ixrt/scripts/infer_fastreid_fp16_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_fastreid_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_repnet_fp16_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_repnet_fp16_performance.sh | 14 ++++++++++++++ .../atss/igie/scripts/infer_atss_fp16_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_atss_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_centernet_fp16_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_centernet_fp16_performance.sh | 14 ++++++++++++++ .../ixrt/scripts/infer_centernet_fp16_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_centernet_fp16_performance.sh | 14 ++++++++++++++ .../fcos/igie/scripts/infer_fcos_fp16_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_fcos_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_foveabox_fp16_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_foveabox_fp16_performance.sh | 14 ++++++++++++++ .../fsaf/igie/scripts/infer_fsaf_fp16_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_fsaf_fp16_performance.sh | 14 ++++++++++++++ .../fsaf/ixrt/scripts/infer_fsaf_fp16_accuracy.sh | 14 ++++++++++++++ .../ixrt/scripts/infer_fsaf_fp16_performance.sh | 14 ++++++++++++++ .../gfl/igie/scripts/infer_gfl_fp16_accuracy.sh | 14 ++++++++++++++ .../gfl/igie/scripts/infer_gfl_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_hrnet_fp16_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_hrnet_fp16_performance.sh | 14 ++++++++++++++ .../ixrt/scripts/infer_hrnet_fp16_accuracy.sh | 14 ++++++++++++++ .../ixrt/scripts/infer_hrnet_fp16_performance.sh | 14 ++++++++++++++ .../paa/igie/scripts/infer_paa_fp16_accuracy.sh | 14 ++++++++++++++ .../paa/igie/scripts/infer_paa_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_retinaface_fp16_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_retinaface_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_retinanet_fp16_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_retinanet_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_rtmdet_fp16_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_rtmdet_fp16_performance.sh | 14 ++++++++++++++ .../sabl/igie/scripts/infer_sabl_fp16_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_sabl_fp16_performance.sh | 14 ++++++++++++++ .../ssd/igie/scripts/infer_ssd_fp16_accuracy.sh | 14 ++++++++++++++ .../ssd/igie/scripts/infer_ssd_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolof_fp16_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolof_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov10_fp16_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov10_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov10_int8_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov10_int8_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov11_fp16_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov11_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov11_int8_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov11_int8_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov12_fp16_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov12_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov12_int8_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov12_int8_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov13_fp16_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov13_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov13_int8_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov13_int8_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov3_fp16_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov3_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov3_int8_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov3_int8_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov4_fp16_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov4_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov4_int8_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov4_int8_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov5_fp16_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov5_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov5_int8_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov5_int8_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov6_fp16_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov6_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov7_fp16_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov7_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov7_int8_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov7_int8_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov8_fp16_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov8_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov8_int8_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov8_int8_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov8n_fp16_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov8n_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov8n_int8_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov8n_int8_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov9_fp16_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov9_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov9_int8_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolov9_int8_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolox_fp16_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolox_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolox_int8_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_yolox_int8_performance.sh | 14 ++++++++++++++ .../ixrt/scripts/infer_yolox_fp16_accuracy.sh | 14 ++++++++++++++ .../ixrt/scripts/infer_yolox_fp16_performance.sh | 14 ++++++++++++++ .../ixrt/scripts/infer_yolox_int8_accuracy.sh | 14 ++++++++++++++ .../ixrt/scripts/infer_yolox_int8_performance.sh | 14 ++++++++++++++ .../scripts/infer_kie_layoutxlm_fp16_accuracy.sh | 14 ++++++++++++++ .../infer_kie_layoutxlm_fp16_performance.sh | 14 ++++++++++++++ .../svtr/igie/scripts/infer_svtr_fp16_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_svtr_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_hrnetpose_fp16_accuracy.sh | 14 ++++++++++++++ .../scripts/infer_hrnetpose_fp16_performance.sh | 14 ++++++++++++++ .../igie/scripts/infer_rtmpose_fp16_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_rtmpose_fp16_performance.sh | 14 ++++++++++++++ .../unet/igie/scripts/infer_unet_fp16_accuracy.sh | 14 ++++++++++++++ .../igie/scripts/infer_unet_fp16_performance.sh | 14 ++++++++++++++ 292 files changed, 4088 insertions(+) diff --git a/models/cv/classification/alexnet/igie/scripts/infer_alexnet_fp16_accuracy.sh b/models/cv/classification/alexnet/igie/scripts/infer_alexnet_fp16_accuracy.sh index 5e7525f0..cdb86b4c 100644 --- a/models/cv/classification/alexnet/igie/scripts/infer_alexnet_fp16_accuracy.sh +++ b/models/cv/classification/alexnet/igie/scripts/infer_alexnet_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="alexnet.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/alexnet/igie/scripts/infer_alexnet_fp16_performance.sh b/models/cv/classification/alexnet/igie/scripts/infer_alexnet_fp16_performance.sh index ab1b19ce..ca8a1764 100644 --- a/models/cv/classification/alexnet/igie/scripts/infer_alexnet_fp16_performance.sh +++ b/models/cv/classification/alexnet/igie/scripts/infer_alexnet_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="alexnet.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/alexnet/igie/scripts/infer_alexnet_int8_accuracy.sh b/models/cv/classification/alexnet/igie/scripts/infer_alexnet_int8_accuracy.sh index 2bd275af..b48337fb 100644 --- a/models/cv/classification/alexnet/igie/scripts/infer_alexnet_int8_accuracy.sh +++ b/models/cv/classification/alexnet/igie/scripts/infer_alexnet_int8_accuracy.sh @@ -20,6 +20,20 @@ model_path="alexnet.onnx" quantized_model_path="alexnet_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 ${RUN_DIR}quantize.py \ diff --git a/models/cv/classification/alexnet/igie/scripts/infer_alexnet_int8_performance.sh b/models/cv/classification/alexnet/igie/scripts/infer_alexnet_int8_performance.sh index d85fff44..ddda4526 100644 --- a/models/cv/classification/alexnet/igie/scripts/infer_alexnet_int8_performance.sh +++ b/models/cv/classification/alexnet/igie/scripts/infer_alexnet_int8_performance.sh @@ -20,6 +20,20 @@ model_path="alexnet.onnx" quantized_model_path="alexnet_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 ${RUN_DIR}quantize.py \ diff --git a/models/cv/classification/clip/igie/scripts/infer_clip_fp16_accuracy.sh b/models/cv/classification/clip/igie/scripts/infer_clip_fp16_accuracy.sh index 228cd713..fda6823d 100644 --- a/models/cv/classification/clip/igie/scripts/infer_clip_fp16_accuracy.sh +++ b/models/cv/classification/clip/igie/scripts/infer_clip_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="clip_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/clip/igie/scripts/infer_clip_fp16_performance.sh b/models/cv/classification/clip/igie/scripts/infer_clip_fp16_performance.sh index 0b3650cd..0e947a61 100644 --- a/models/cv/classification/clip/igie/scripts/infer_clip_fp16_performance.sh +++ b/models/cv/classification/clip/igie/scripts/infer_clip_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="clip_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/conformer_base/igie/scripts/infer_conformer_base_fp16_accuracy.sh b/models/cv/classification/conformer_base/igie/scripts/infer_conformer_base_fp16_accuracy.sh index 863980b0..4d94ffc7 100644 --- a/models/cv/classification/conformer_base/igie/scripts/infer_conformer_base_fp16_accuracy.sh +++ b/models/cv/classification/conformer_base/igie/scripts/infer_conformer_base_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="conformer_base_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/conformer_base/igie/scripts/infer_conformer_base_fp16_performance.sh b/models/cv/classification/conformer_base/igie/scripts/infer_conformer_base_fp16_performance.sh index 2294e02e..241a511e 100644 --- a/models/cv/classification/conformer_base/igie/scripts/infer_conformer_base_fp16_performance.sh +++ b/models/cv/classification/conformer_base/igie/scripts/infer_conformer_base_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="conformer_base_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/convnext_base/igie/scripts/infer_convnext_base_fp16_accuracy.sh b/models/cv/classification/convnext_base/igie/scripts/infer_convnext_base_fp16_accuracy.sh index 1e0b7e3b..8000f82e 100644 --- a/models/cv/classification/convnext_base/igie/scripts/infer_convnext_base_fp16_accuracy.sh +++ b/models/cv/classification/convnext_base/igie/scripts/infer_convnext_base_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="convnext_base.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/convnext_base/igie/scripts/infer_convnext_base_fp16_performance.sh b/models/cv/classification/convnext_base/igie/scripts/infer_convnext_base_fp16_performance.sh index 87c3d1ee..d50b0331 100644 --- a/models/cv/classification/convnext_base/igie/scripts/infer_convnext_base_fp16_performance.sh +++ b/models/cv/classification/convnext_base/igie/scripts/infer_convnext_base_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="convnext_base.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/convnext_s/igie/scripts/infer_convnext_s_fp16_accuracy.sh b/models/cv/classification/convnext_s/igie/scripts/infer_convnext_s_fp16_accuracy.sh index 4cbdc4a1..9c027496 100644 --- a/models/cv/classification/convnext_s/igie/scripts/infer_convnext_s_fp16_accuracy.sh +++ b/models/cv/classification/convnext_s/igie/scripts/infer_convnext_s_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="convnext_s_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/convnext_s/igie/scripts/infer_convnext_s_fp16_performance.sh b/models/cv/classification/convnext_s/igie/scripts/infer_convnext_s_fp16_performance.sh index 3a9b08ea..cdca819b 100644 --- a/models/cv/classification/convnext_s/igie/scripts/infer_convnext_s_fp16_performance.sh +++ b/models/cv/classification/convnext_s/igie/scripts/infer_convnext_s_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="convnext_s_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/convnext_small/igie/scripts/infer_convnext_small_fp16_accuracy.sh b/models/cv/classification/convnext_small/igie/scripts/infer_convnext_small_fp16_accuracy.sh index 37d7b59c..11794d58 100644 --- a/models/cv/classification/convnext_small/igie/scripts/infer_convnext_small_fp16_accuracy.sh +++ b/models/cv/classification/convnext_small/igie/scripts/infer_convnext_small_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="convnext_small.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/convnext_small/igie/scripts/infer_convnext_small_fp16_performance.sh b/models/cv/classification/convnext_small/igie/scripts/infer_convnext_small_fp16_performance.sh index 12956b0e..0af61eee 100644 --- a/models/cv/classification/convnext_small/igie/scripts/infer_convnext_small_fp16_performance.sh +++ b/models/cv/classification/convnext_small/igie/scripts/infer_convnext_small_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="convnext_small.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/convnext_tiny/igie/scripts/infer_convnext_tiny_fp16_accuracy.sh b/models/cv/classification/convnext_tiny/igie/scripts/infer_convnext_tiny_fp16_accuracy.sh index 9c6cfe46..09f74495 100644 --- a/models/cv/classification/convnext_tiny/igie/scripts/infer_convnext_tiny_fp16_accuracy.sh +++ b/models/cv/classification/convnext_tiny/igie/scripts/infer_convnext_tiny_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="convnext_tiny.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/convnext_tiny/igie/scripts/infer_convnext_tiny_fp16_performance.sh b/models/cv/classification/convnext_tiny/igie/scripts/infer_convnext_tiny_fp16_performance.sh index 5571d5e9..5d4f0e79 100644 --- a/models/cv/classification/convnext_tiny/igie/scripts/infer_convnext_tiny_fp16_performance.sh +++ b/models/cv/classification/convnext_tiny/igie/scripts/infer_convnext_tiny_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="convnext_tiny.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/cspdarknet53/igie/scripts/infer_cspdarknet53_fp16_accuracy.sh b/models/cv/classification/cspdarknet53/igie/scripts/infer_cspdarknet53_fp16_accuracy.sh index c0c7ea34..d4a436c3 100644 --- a/models/cv/classification/cspdarknet53/igie/scripts/infer_cspdarknet53_fp16_accuracy.sh +++ b/models/cv/classification/cspdarknet53/igie/scripts/infer_cspdarknet53_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="cspdarknet53_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/cspdarknet53/igie/scripts/infer_cspdarknet53_fp16_performance.sh b/models/cv/classification/cspdarknet53/igie/scripts/infer_cspdarknet53_fp16_performance.sh index 0a794977..ec68d473 100644 --- a/models/cv/classification/cspdarknet53/igie/scripts/infer_cspdarknet53_fp16_performance.sh +++ b/models/cv/classification/cspdarknet53/igie/scripts/infer_cspdarknet53_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="cspdarknet53_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/cspresnet50/igie/scripts/infer_cspresnet50_fp16_accuracy.sh b/models/cv/classification/cspresnet50/igie/scripts/infer_cspresnet50_fp16_accuracy.sh index 398a1cee..57180d4e 100644 --- a/models/cv/classification/cspresnet50/igie/scripts/infer_cspresnet50_fp16_accuracy.sh +++ b/models/cv/classification/cspresnet50/igie/scripts/infer_cspresnet50_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="cspresnet50_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/cspresnet50/igie/scripts/infer_cspresnet50_fp16_performance.sh b/models/cv/classification/cspresnet50/igie/scripts/infer_cspresnet50_fp16_performance.sh index 4fcab323..5e13137e 100644 --- a/models/cv/classification/cspresnet50/igie/scripts/infer_cspresnet50_fp16_performance.sh +++ b/models/cv/classification/cspresnet50/igie/scripts/infer_cspresnet50_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="cspresnet50_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/cspresnext50/igie/scripts/infer_cspresnext50_fp16_accuracy.sh b/models/cv/classification/cspresnext50/igie/scripts/infer_cspresnext50_fp16_accuracy.sh index b711f2ee..27b5828c 100644 --- a/models/cv/classification/cspresnext50/igie/scripts/infer_cspresnext50_fp16_accuracy.sh +++ b/models/cv/classification/cspresnext50/igie/scripts/infer_cspresnext50_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="cspresnext50_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/cspresnext50/igie/scripts/infer_cspresnext50_fp16_performance.sh b/models/cv/classification/cspresnext50/igie/scripts/infer_cspresnext50_fp16_performance.sh index f1810a25..9619f423 100644 --- a/models/cv/classification/cspresnext50/igie/scripts/infer_cspresnext50_fp16_performance.sh +++ b/models/cv/classification/cspresnext50/igie/scripts/infer_cspresnext50_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="cspresnext50_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/deit_tiny/igie/scripts/infer_deit_tiny_fp16_accuracy.sh b/models/cv/classification/deit_tiny/igie/scripts/infer_deit_tiny_fp16_accuracy.sh index 80080453..da431651 100644 --- a/models/cv/classification/deit_tiny/igie/scripts/infer_deit_tiny_fp16_accuracy.sh +++ b/models/cv/classification/deit_tiny/igie/scripts/infer_deit_tiny_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="deit_tiny_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/deit_tiny/igie/scripts/infer_deit_tiny_fp16_performance.sh b/models/cv/classification/deit_tiny/igie/scripts/infer_deit_tiny_fp16_performance.sh index 91fc101c..9b093124 100644 --- a/models/cv/classification/deit_tiny/igie/scripts/infer_deit_tiny_fp16_performance.sh +++ b/models/cv/classification/deit_tiny/igie/scripts/infer_deit_tiny_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="deit_tiny_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/densenet121/igie/scripts/infer_densenet121_fp16_accuracy.sh b/models/cv/classification/densenet121/igie/scripts/infer_densenet121_fp16_accuracy.sh index e499ceef..7019b7e0 100644 --- a/models/cv/classification/densenet121/igie/scripts/infer_densenet121_fp16_accuracy.sh +++ b/models/cv/classification/densenet121/igie/scripts/infer_densenet121_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="densenet121.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/densenet121/igie/scripts/infer_densenet121_fp16_performance.sh b/models/cv/classification/densenet121/igie/scripts/infer_densenet121_fp16_performance.sh index 8cd54621..a84d175e 100644 --- a/models/cv/classification/densenet121/igie/scripts/infer_densenet121_fp16_performance.sh +++ b/models/cv/classification/densenet121/igie/scripts/infer_densenet121_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="densenet121.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/densenet161/igie/scripts/infer_densenet161_fp16_accuracy.sh b/models/cv/classification/densenet161/igie/scripts/infer_densenet161_fp16_accuracy.sh index 407c1c51..3037b097 100644 --- a/models/cv/classification/densenet161/igie/scripts/infer_densenet161_fp16_accuracy.sh +++ b/models/cv/classification/densenet161/igie/scripts/infer_densenet161_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="densenet161.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/densenet161/igie/scripts/infer_densenet161_fp16_performance.sh b/models/cv/classification/densenet161/igie/scripts/infer_densenet161_fp16_performance.sh index c192f2a9..5f6d80fd 100644 --- a/models/cv/classification/densenet161/igie/scripts/infer_densenet161_fp16_performance.sh +++ b/models/cv/classification/densenet161/igie/scripts/infer_densenet161_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="densenet161.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/densenet169/igie/scripts/infer_densenet169_fp16_accuracy.sh b/models/cv/classification/densenet169/igie/scripts/infer_densenet169_fp16_accuracy.sh index a2ab73db..7111f25a 100644 --- a/models/cv/classification/densenet169/igie/scripts/infer_densenet169_fp16_accuracy.sh +++ b/models/cv/classification/densenet169/igie/scripts/infer_densenet169_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="densenet169.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/densenet169/igie/scripts/infer_densenet169_fp16_performance.sh b/models/cv/classification/densenet169/igie/scripts/infer_densenet169_fp16_performance.sh index ca965a5f..22c2fa8b 100644 --- a/models/cv/classification/densenet169/igie/scripts/infer_densenet169_fp16_performance.sh +++ b/models/cv/classification/densenet169/igie/scripts/infer_densenet169_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="densenet169.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/densenet201/igie/scripts/infer_densenet201_fp16_accuracy.sh b/models/cv/classification/densenet201/igie/scripts/infer_densenet201_fp16_accuracy.sh index 521eb073..32ed2b3b 100644 --- a/models/cv/classification/densenet201/igie/scripts/infer_densenet201_fp16_accuracy.sh +++ b/models/cv/classification/densenet201/igie/scripts/infer_densenet201_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="densenet201.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/densenet201/igie/scripts/infer_densenet201_fp16_performance.sh b/models/cv/classification/densenet201/igie/scripts/infer_densenet201_fp16_performance.sh index 99834cc8..bde0da37 100644 --- a/models/cv/classification/densenet201/igie/scripts/infer_densenet201_fp16_performance.sh +++ b/models/cv/classification/densenet201/igie/scripts/infer_densenet201_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="densenet201.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/efficientnet_b0/igie/scripts/infer_efficientnet_b0_fp16_accuracy.sh b/models/cv/classification/efficientnet_b0/igie/scripts/infer_efficientnet_b0_fp16_accuracy.sh index 77106c12..37c9add5 100644 --- a/models/cv/classification/efficientnet_b0/igie/scripts/infer_efficientnet_b0_fp16_accuracy.sh +++ b/models/cv/classification/efficientnet_b0/igie/scripts/infer_efficientnet_b0_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="efficientnet_b0.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/efficientnet_b0/igie/scripts/infer_efficientnet_b0_fp16_performance.sh b/models/cv/classification/efficientnet_b0/igie/scripts/infer_efficientnet_b0_fp16_performance.sh index d6303c59..4054a41f 100644 --- a/models/cv/classification/efficientnet_b0/igie/scripts/infer_efficientnet_b0_fp16_performance.sh +++ b/models/cv/classification/efficientnet_b0/igie/scripts/infer_efficientnet_b0_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="efficientnet_b0.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/efficientnet_b1/igie/scripts/infer_efficientnet_b1_fp16_accuracy.sh b/models/cv/classification/efficientnet_b1/igie/scripts/infer_efficientnet_b1_fp16_accuracy.sh index 0e64b382..626fcadc 100644 --- a/models/cv/classification/efficientnet_b1/igie/scripts/infer_efficientnet_b1_fp16_accuracy.sh +++ b/models/cv/classification/efficientnet_b1/igie/scripts/infer_efficientnet_b1_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="efficientnet_b1.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/efficientnet_b1/igie/scripts/infer_efficientnet_b1_fp16_performance.sh b/models/cv/classification/efficientnet_b1/igie/scripts/infer_efficientnet_b1_fp16_performance.sh index 0ceaa988..7ab30e9f 100644 --- a/models/cv/classification/efficientnet_b1/igie/scripts/infer_efficientnet_b1_fp16_performance.sh +++ b/models/cv/classification/efficientnet_b1/igie/scripts/infer_efficientnet_b1_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="efficientnet_b1.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/efficientnet_b2/igie/scripts/infer_efficientnet_b2_fp16_accuracy.sh b/models/cv/classification/efficientnet_b2/igie/scripts/infer_efficientnet_b2_fp16_accuracy.sh index e1e4f855..20d1f030 100644 --- a/models/cv/classification/efficientnet_b2/igie/scripts/infer_efficientnet_b2_fp16_accuracy.sh +++ b/models/cv/classification/efficientnet_b2/igie/scripts/infer_efficientnet_b2_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="efficientnet_b2.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/efficientnet_b2/igie/scripts/infer_efficientnet_b2_fp16_performance.sh b/models/cv/classification/efficientnet_b2/igie/scripts/infer_efficientnet_b2_fp16_performance.sh index c988d5c8..1dc6a527 100644 --- a/models/cv/classification/efficientnet_b2/igie/scripts/infer_efficientnet_b2_fp16_performance.sh +++ b/models/cv/classification/efficientnet_b2/igie/scripts/infer_efficientnet_b2_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="efficientnet_b2.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/efficientnet_b3/igie/scripts/infer_efficientnet_b3_fp16_accuracy.sh b/models/cv/classification/efficientnet_b3/igie/scripts/infer_efficientnet_b3_fp16_accuracy.sh index 2f75ca4a..8841294d 100644 --- a/models/cv/classification/efficientnet_b3/igie/scripts/infer_efficientnet_b3_fp16_accuracy.sh +++ b/models/cv/classification/efficientnet_b3/igie/scripts/infer_efficientnet_b3_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="efficientnet_b3.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/efficientnet_b3/igie/scripts/infer_efficientnet_b3_fp16_performance.sh b/models/cv/classification/efficientnet_b3/igie/scripts/infer_efficientnet_b3_fp16_performance.sh index 5df9e54e..f6e7a82d 100644 --- a/models/cv/classification/efficientnet_b3/igie/scripts/infer_efficientnet_b3_fp16_performance.sh +++ b/models/cv/classification/efficientnet_b3/igie/scripts/infer_efficientnet_b3_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="efficientnet_b3.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/efficientnet_b4/igie/scripts/infer_efficientnet_b4_fp16_accuracy.sh b/models/cv/classification/efficientnet_b4/igie/scripts/infer_efficientnet_b4_fp16_accuracy.sh index 72b966df..0ca0333a 100644 --- a/models/cv/classification/efficientnet_b4/igie/scripts/infer_efficientnet_b4_fp16_accuracy.sh +++ b/models/cv/classification/efficientnet_b4/igie/scripts/infer_efficientnet_b4_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="efficientnet_b4.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/efficientnet_b4/igie/scripts/infer_efficientnet_b4_fp16_performance.sh b/models/cv/classification/efficientnet_b4/igie/scripts/infer_efficientnet_b4_fp16_performance.sh index 6ac6a3c2..10fd4bd5 100644 --- a/models/cv/classification/efficientnet_b4/igie/scripts/infer_efficientnet_b4_fp16_performance.sh +++ b/models/cv/classification/efficientnet_b4/igie/scripts/infer_efficientnet_b4_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="efficientnet_b4.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/efficientnet_b5/igie/scripts/infer_efficientnet_b5_fp16_accuracy.sh b/models/cv/classification/efficientnet_b5/igie/scripts/infer_efficientnet_b5_fp16_accuracy.sh index 2db3257a..003c22b5 100644 --- a/models/cv/classification/efficientnet_b5/igie/scripts/infer_efficientnet_b5_fp16_accuracy.sh +++ b/models/cv/classification/efficientnet_b5/igie/scripts/infer_efficientnet_b5_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="efficientnet_b5.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/efficientnet_b5/igie/scripts/infer_efficientnet_b5_fp16_performance.sh b/models/cv/classification/efficientnet_b5/igie/scripts/infer_efficientnet_b5_fp16_performance.sh index 3c42938c..eaf0b0ab 100644 --- a/models/cv/classification/efficientnet_b5/igie/scripts/infer_efficientnet_b5_fp16_performance.sh +++ b/models/cv/classification/efficientnet_b5/igie/scripts/infer_efficientnet_b5_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="efficientnet_b5.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/efficientnet_b6/igie/scripts/infer_efficientnet_b6_fp16_accuracy.sh b/models/cv/classification/efficientnet_b6/igie/scripts/infer_efficientnet_b6_fp16_accuracy.sh index 1cfd2f54..2eef2c28 100644 --- a/models/cv/classification/efficientnet_b6/igie/scripts/infer_efficientnet_b6_fp16_accuracy.sh +++ b/models/cv/classification/efficientnet_b6/igie/scripts/infer_efficientnet_b6_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="efficientnet_b6.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/efficientnet_b6/igie/scripts/infer_efficientnet_b6_fp16_performance.sh b/models/cv/classification/efficientnet_b6/igie/scripts/infer_efficientnet_b6_fp16_performance.sh index c4912ab4..bc39f3eb 100644 --- a/models/cv/classification/efficientnet_b6/igie/scripts/infer_efficientnet_b6_fp16_performance.sh +++ b/models/cv/classification/efficientnet_b6/igie/scripts/infer_efficientnet_b6_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="efficientnet_b6.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/efficientnet_b7/igie/scripts/infer_efficientnet_b7_fp16_accuracy.sh b/models/cv/classification/efficientnet_b7/igie/scripts/infer_efficientnet_b7_fp16_accuracy.sh index fb8d24f2..9b7c42df 100644 --- a/models/cv/classification/efficientnet_b7/igie/scripts/infer_efficientnet_b7_fp16_accuracy.sh +++ b/models/cv/classification/efficientnet_b7/igie/scripts/infer_efficientnet_b7_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="efficientnet_b7.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/efficientnet_b7/igie/scripts/infer_efficientnet_b7_fp16_performance.sh b/models/cv/classification/efficientnet_b7/igie/scripts/infer_efficientnet_b7_fp16_performance.sh index 0df31132..f81dc7aa 100644 --- a/models/cv/classification/efficientnet_b7/igie/scripts/infer_efficientnet_b7_fp16_performance.sh +++ b/models/cv/classification/efficientnet_b7/igie/scripts/infer_efficientnet_b7_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="efficientnet_b7.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/efficientnet_v2/igie/scripts/infer_efficientnet_v2_fp16_accuracy.sh b/models/cv/classification/efficientnet_v2/igie/scripts/infer_efficientnet_v2_fp16_accuracy.sh index 57bf599d..be81da02 100644 --- a/models/cv/classification/efficientnet_v2/igie/scripts/infer_efficientnet_v2_fp16_accuracy.sh +++ b/models/cv/classification/efficientnet_v2/igie/scripts/infer_efficientnet_v2_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="efficientnet_v2_m.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/efficientnet_v2/igie/scripts/infer_efficientnet_v2_fp16_performance.sh b/models/cv/classification/efficientnet_v2/igie/scripts/infer_efficientnet_v2_fp16_performance.sh index 18714a42..86839e78 100644 --- a/models/cv/classification/efficientnet_v2/igie/scripts/infer_efficientnet_v2_fp16_performance.sh +++ b/models/cv/classification/efficientnet_v2/igie/scripts/infer_efficientnet_v2_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="efficientnet_v2_m.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/efficientnet_v2_s/igie/scripts/infer_efficientnet_v2_s_fp16_accuracy.sh b/models/cv/classification/efficientnet_v2_s/igie/scripts/infer_efficientnet_v2_s_fp16_accuracy.sh index 22f2084e..aa0fe0a6 100644 --- a/models/cv/classification/efficientnet_v2_s/igie/scripts/infer_efficientnet_v2_s_fp16_accuracy.sh +++ b/models/cv/classification/efficientnet_v2_s/igie/scripts/infer_efficientnet_v2_s_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="efficientnet_v2_s.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/efficientnet_v2_s/igie/scripts/infer_efficientnet_v2_s_fp16_performance.sh b/models/cv/classification/efficientnet_v2_s/igie/scripts/infer_efficientnet_v2_s_fp16_performance.sh index c6ef87e8..3d3803f1 100644 --- a/models/cv/classification/efficientnet_v2_s/igie/scripts/infer_efficientnet_v2_s_fp16_performance.sh +++ b/models/cv/classification/efficientnet_v2_s/igie/scripts/infer_efficientnet_v2_s_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="efficientnet_v2_s.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/efficientnetv2_rw_t/igie/scripts/infer_efficientnetv2_rw_t_fp16_accuracy.sh b/models/cv/classification/efficientnetv2_rw_t/igie/scripts/infer_efficientnetv2_rw_t_fp16_accuracy.sh index 7e2e5ffb..a49870d5 100644 --- a/models/cv/classification/efficientnetv2_rw_t/igie/scripts/infer_efficientnetv2_rw_t_fp16_accuracy.sh +++ b/models/cv/classification/efficientnetv2_rw_t/igie/scripts/infer_efficientnetv2_rw_t_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="efficientnetv2_rw_t.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/efficientnetv2_rw_t/igie/scripts/infer_efficientnetv2_rw_t_fp16_performance.sh b/models/cv/classification/efficientnetv2_rw_t/igie/scripts/infer_efficientnetv2_rw_t_fp16_performance.sh index c08b4840..95ab410b 100644 --- a/models/cv/classification/efficientnetv2_rw_t/igie/scripts/infer_efficientnetv2_rw_t_fp16_performance.sh +++ b/models/cv/classification/efficientnetv2_rw_t/igie/scripts/infer_efficientnetv2_rw_t_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="efficientnetv2_rw_t.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/googlenet/igie/scripts/infer_googlenet_fp16_accuracy.sh b/models/cv/classification/googlenet/igie/scripts/infer_googlenet_fp16_accuracy.sh index 945acc1b..4642d222 100644 --- a/models/cv/classification/googlenet/igie/scripts/infer_googlenet_fp16_accuracy.sh +++ b/models/cv/classification/googlenet/igie/scripts/infer_googlenet_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="googlenet.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/googlenet/igie/scripts/infer_googlenet_fp16_performance.sh b/models/cv/classification/googlenet/igie/scripts/infer_googlenet_fp16_performance.sh index 0730255f..58f96b41 100644 --- a/models/cv/classification/googlenet/igie/scripts/infer_googlenet_fp16_performance.sh +++ b/models/cv/classification/googlenet/igie/scripts/infer_googlenet_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="googlenet.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/googlenet/igie/scripts/infer_googlenet_int8_accuracy.sh b/models/cv/classification/googlenet/igie/scripts/infer_googlenet_int8_accuracy.sh index 2f102e96..fa5d1434 100644 --- a/models/cv/classification/googlenet/igie/scripts/infer_googlenet_int8_accuracy.sh +++ b/models/cv/classification/googlenet/igie/scripts/infer_googlenet_int8_accuracy.sh @@ -20,6 +20,20 @@ model_path="googlenet.onnx" quantized_model_path="googlenet_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 ${RUN_DIR}quantize.py \ diff --git a/models/cv/classification/googlenet/igie/scripts/infer_googlenet_int8_performance.sh b/models/cv/classification/googlenet/igie/scripts/infer_googlenet_int8_performance.sh index 5df60743..986129ee 100644 --- a/models/cv/classification/googlenet/igie/scripts/infer_googlenet_int8_performance.sh +++ b/models/cv/classification/googlenet/igie/scripts/infer_googlenet_int8_performance.sh @@ -20,6 +20,20 @@ model_path="googlenet.onnx" quantized_model_path="googlenet_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 ${RUN_DIR}quantize.py \ diff --git a/models/cv/classification/hrnet_w18/igie/scripts/infer_hrnet_w18_fp16_accuracy.sh b/models/cv/classification/hrnet_w18/igie/scripts/infer_hrnet_w18_fp16_accuracy.sh index 2bd1d5ab..485c2386 100644 --- a/models/cv/classification/hrnet_w18/igie/scripts/infer_hrnet_w18_fp16_accuracy.sh +++ b/models/cv/classification/hrnet_w18/igie/scripts/infer_hrnet_w18_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="hrnet_w18_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/hrnet_w18/igie/scripts/infer_hrnet_w18_fp16_performance.sh b/models/cv/classification/hrnet_w18/igie/scripts/infer_hrnet_w18_fp16_performance.sh index 1bf39bfb..1b5e44b4 100644 --- a/models/cv/classification/hrnet_w18/igie/scripts/infer_hrnet_w18_fp16_performance.sh +++ b/models/cv/classification/hrnet_w18/igie/scripts/infer_hrnet_w18_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="hrnet_w18_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/inception_v3/igie/scripts/infer_inception_v3_fp16_accuracy.sh b/models/cv/classification/inception_v3/igie/scripts/infer_inception_v3_fp16_accuracy.sh index d20faeb3..e21a004c 100644 --- a/models/cv/classification/inception_v3/igie/scripts/infer_inception_v3_fp16_accuracy.sh +++ b/models/cv/classification/inception_v3/igie/scripts/infer_inception_v3_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="inception_v3.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/inception_v3/igie/scripts/infer_inception_v3_fp16_performance.sh b/models/cv/classification/inception_v3/igie/scripts/infer_inception_v3_fp16_performance.sh index 9154fd25..be17ab81 100644 --- a/models/cv/classification/inception_v3/igie/scripts/infer_inception_v3_fp16_performance.sh +++ b/models/cv/classification/inception_v3/igie/scripts/infer_inception_v3_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="inception_v3.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/inception_v3/igie/scripts/infer_inception_v3_int8_accuracy.sh b/models/cv/classification/inception_v3/igie/scripts/infer_inception_v3_int8_accuracy.sh index cb7ff468..e9bc91d8 100644 --- a/models/cv/classification/inception_v3/igie/scripts/infer_inception_v3_int8_accuracy.sh +++ b/models/cv/classification/inception_v3/igie/scripts/infer_inception_v3_int8_accuracy.sh @@ -20,6 +20,20 @@ model_path="inception_v3.onnx" quantized_model_path="inception_v3_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 ${RUN_DIR}quantize.py \ diff --git a/models/cv/classification/inception_v3/igie/scripts/infer_inception_v3_int8_performance.sh b/models/cv/classification/inception_v3/igie/scripts/infer_inception_v3_int8_performance.sh index 736b18bb..a28db458 100644 --- a/models/cv/classification/inception_v3/igie/scripts/infer_inception_v3_int8_performance.sh +++ b/models/cv/classification/inception_v3/igie/scripts/infer_inception_v3_int8_performance.sh @@ -20,6 +20,20 @@ model_path="inception_v3.onnx" quantized_model_path="inception_v3_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 ${RUN_DIR}quantize.py \ diff --git a/models/cv/classification/mlp_mixer_base/igie/scripts/infer_mlp_mixer_base_fp16_accuracy.sh b/models/cv/classification/mlp_mixer_base/igie/scripts/infer_mlp_mixer_base_fp16_accuracy.sh index 14b17e6e..85666390 100644 --- a/models/cv/classification/mlp_mixer_base/igie/scripts/infer_mlp_mixer_base_fp16_accuracy.sh +++ b/models/cv/classification/mlp_mixer_base/igie/scripts/infer_mlp_mixer_base_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="mlp_mixer_base_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/mlp_mixer_base/igie/scripts/infer_mlp_mixer_base_fp16_performance.sh b/models/cv/classification/mlp_mixer_base/igie/scripts/infer_mlp_mixer_base_fp16_performance.sh index 9bc0267a..8c7365da 100644 --- a/models/cv/classification/mlp_mixer_base/igie/scripts/infer_mlp_mixer_base_fp16_performance.sh +++ b/models/cv/classification/mlp_mixer_base/igie/scripts/infer_mlp_mixer_base_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="mlp_mixer_base_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/mnasnet0_5/igie/scripts/infer_mnasnet0_5_fp16_accuracy.sh b/models/cv/classification/mnasnet0_5/igie/scripts/infer_mnasnet0_5_fp16_accuracy.sh index 29da5778..98161597 100644 --- a/models/cv/classification/mnasnet0_5/igie/scripts/infer_mnasnet0_5_fp16_accuracy.sh +++ b/models/cv/classification/mnasnet0_5/igie/scripts/infer_mnasnet0_5_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="mnasnet0_5.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/mnasnet0_5/igie/scripts/infer_mnasnet0_5_fp16_performance.sh b/models/cv/classification/mnasnet0_5/igie/scripts/infer_mnasnet0_5_fp16_performance.sh index 68ba2957..ab5452da 100644 --- a/models/cv/classification/mnasnet0_5/igie/scripts/infer_mnasnet0_5_fp16_performance.sh +++ b/models/cv/classification/mnasnet0_5/igie/scripts/infer_mnasnet0_5_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="mnasnet0_5.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/mnasnet0_75/igie/scripts/infer_mnasnet0_75_fp16_accuracy.sh b/models/cv/classification/mnasnet0_75/igie/scripts/infer_mnasnet0_75_fp16_accuracy.sh index 2814192e..357ca47e 100644 --- a/models/cv/classification/mnasnet0_75/igie/scripts/infer_mnasnet0_75_fp16_accuracy.sh +++ b/models/cv/classification/mnasnet0_75/igie/scripts/infer_mnasnet0_75_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="mnasnet0_75.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/mnasnet0_75/igie/scripts/infer_mnasnet0_75_fp16_performance.sh b/models/cv/classification/mnasnet0_75/igie/scripts/infer_mnasnet0_75_fp16_performance.sh index c8b6a2b4..7e65c307 100644 --- a/models/cv/classification/mnasnet0_75/igie/scripts/infer_mnasnet0_75_fp16_performance.sh +++ b/models/cv/classification/mnasnet0_75/igie/scripts/infer_mnasnet0_75_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="mnasnet0_75.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/mnasnet1_0/igie/scripts/infer_mnasnet1_0_fp16_accuracy.sh b/models/cv/classification/mnasnet1_0/igie/scripts/infer_mnasnet1_0_fp16_accuracy.sh index 7fc5a71b..a46380eb 100644 --- a/models/cv/classification/mnasnet1_0/igie/scripts/infer_mnasnet1_0_fp16_accuracy.sh +++ b/models/cv/classification/mnasnet1_0/igie/scripts/infer_mnasnet1_0_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="mnasnet1_0.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/mnasnet1_0/igie/scripts/infer_mnasnet1_0_fp16_performance.sh b/models/cv/classification/mnasnet1_0/igie/scripts/infer_mnasnet1_0_fp16_performance.sh index e8800ae0..6b63f9ad 100644 --- a/models/cv/classification/mnasnet1_0/igie/scripts/infer_mnasnet1_0_fp16_performance.sh +++ b/models/cv/classification/mnasnet1_0/igie/scripts/infer_mnasnet1_0_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="mnasnet1_0.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/mnasnet1_3/igie/scripts/infer_mnasnet1_3_fp16_accuracy.sh b/models/cv/classification/mnasnet1_3/igie/scripts/infer_mnasnet1_3_fp16_accuracy.sh index bc980afc..b44ad5bd 100644 --- a/models/cv/classification/mnasnet1_3/igie/scripts/infer_mnasnet1_3_fp16_accuracy.sh +++ b/models/cv/classification/mnasnet1_3/igie/scripts/infer_mnasnet1_3_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="mnasnet1_3.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/mnasnet1_3/igie/scripts/infer_mnasnet1_3_fp16_performance.sh b/models/cv/classification/mnasnet1_3/igie/scripts/infer_mnasnet1_3_fp16_performance.sh index 535d5c9b..04a06676 100644 --- a/models/cv/classification/mnasnet1_3/igie/scripts/infer_mnasnet1_3_fp16_performance.sh +++ b/models/cv/classification/mnasnet1_3/igie/scripts/infer_mnasnet1_3_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="mnasnet1_3.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/mobilenet_v2/igie/scripts/infer_mobilenet_v2_fp16_accuracy.sh b/models/cv/classification/mobilenet_v2/igie/scripts/infer_mobilenet_v2_fp16_accuracy.sh index 3b52593e..d7de83c7 100644 --- a/models/cv/classification/mobilenet_v2/igie/scripts/infer_mobilenet_v2_fp16_accuracy.sh +++ b/models/cv/classification/mobilenet_v2/igie/scripts/infer_mobilenet_v2_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="mobilenet_v2.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/mobilenet_v2/igie/scripts/infer_mobilenet_v2_fp16_performance.sh b/models/cv/classification/mobilenet_v2/igie/scripts/infer_mobilenet_v2_fp16_performance.sh index d788d740..6a7f9009 100644 --- a/models/cv/classification/mobilenet_v2/igie/scripts/infer_mobilenet_v2_fp16_performance.sh +++ b/models/cv/classification/mobilenet_v2/igie/scripts/infer_mobilenet_v2_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="mobilenet_v2.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/mobilenet_v2/igie/scripts/infer_mobilenet_v2_int8_accuracy.sh b/models/cv/classification/mobilenet_v2/igie/scripts/infer_mobilenet_v2_int8_accuracy.sh index 4ff0d535..6cc9af17 100644 --- a/models/cv/classification/mobilenet_v2/igie/scripts/infer_mobilenet_v2_int8_accuracy.sh +++ b/models/cv/classification/mobilenet_v2/igie/scripts/infer_mobilenet_v2_int8_accuracy.sh @@ -20,6 +20,20 @@ model_path="mobilenet_v2.onnx" quantized_model_path="mobilenetv2_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 ${RUN_DIR}quantize.py \ diff --git a/models/cv/classification/mobilenet_v2/igie/scripts/infer_mobilenet_v2_int8_performance.sh b/models/cv/classification/mobilenet_v2/igie/scripts/infer_mobilenet_v2_int8_performance.sh index c6900b1d..a2a92ac7 100644 --- a/models/cv/classification/mobilenet_v2/igie/scripts/infer_mobilenet_v2_int8_performance.sh +++ b/models/cv/classification/mobilenet_v2/igie/scripts/infer_mobilenet_v2_int8_performance.sh @@ -20,6 +20,20 @@ model_path="mobilenet_v2.onnx" quantized_model_path="mobilenetv2_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 ${RUN_DIR}quantize.py \ diff --git a/models/cv/classification/mobilenet_v3/igie/scripts/infer_mobilenet_v3_fp16_accuracy.sh b/models/cv/classification/mobilenet_v3/igie/scripts/infer_mobilenet_v3_fp16_accuracy.sh index 55146d89..6f0bbb02 100644 --- a/models/cv/classification/mobilenet_v3/igie/scripts/infer_mobilenet_v3_fp16_accuracy.sh +++ b/models/cv/classification/mobilenet_v3/igie/scripts/infer_mobilenet_v3_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="mobilenetv3_small.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/mobilenet_v3/igie/scripts/infer_mobilenet_v3_fp16_performance.sh b/models/cv/classification/mobilenet_v3/igie/scripts/infer_mobilenet_v3_fp16_performance.sh index 7ba4d963..ca28e7c9 100644 --- a/models/cv/classification/mobilenet_v3/igie/scripts/infer_mobilenet_v3_fp16_performance.sh +++ b/models/cv/classification/mobilenet_v3/igie/scripts/infer_mobilenet_v3_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="mobilenetv3_small.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/mobilenet_v3_large/igie/scripts/infer_mobilenet_v3_large_fp16_accuracy.sh b/models/cv/classification/mobilenet_v3_large/igie/scripts/infer_mobilenet_v3_large_fp16_accuracy.sh index 5a20e7dc..3c3a12d5 100644 --- a/models/cv/classification/mobilenet_v3_large/igie/scripts/infer_mobilenet_v3_large_fp16_accuracy.sh +++ b/models/cv/classification/mobilenet_v3_large/igie/scripts/infer_mobilenet_v3_large_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="mobilenetv3_large.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/mobilenet_v3_large/igie/scripts/infer_mobilenet_v3_large_fp16_performance.sh b/models/cv/classification/mobilenet_v3_large/igie/scripts/infer_mobilenet_v3_large_fp16_performance.sh index 503c71b8..abb85522 100644 --- a/models/cv/classification/mobilenet_v3_large/igie/scripts/infer_mobilenet_v3_large_fp16_performance.sh +++ b/models/cv/classification/mobilenet_v3_large/igie/scripts/infer_mobilenet_v3_large_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="mobilenetv3_large.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/mvitv2_base/igie/scripts/infer_mvitv2_base_fp16_accuracy.sh b/models/cv/classification/mvitv2_base/igie/scripts/infer_mvitv2_base_fp16_accuracy.sh index b32b237c..3540aaa1 100644 --- a/models/cv/classification/mvitv2_base/igie/scripts/infer_mvitv2_base_fp16_accuracy.sh +++ b/models/cv/classification/mvitv2_base/igie/scripts/infer_mvitv2_base_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=16 model_path="mvitv2_base_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/mvitv2_base/igie/scripts/infer_mvitv2_base_fp16_performance.sh b/models/cv/classification/mvitv2_base/igie/scripts/infer_mvitv2_base_fp16_performance.sh index a37b1285..f2f2f01a 100644 --- a/models/cv/classification/mvitv2_base/igie/scripts/infer_mvitv2_base_fp16_performance.sh +++ b/models/cv/classification/mvitv2_base/igie/scripts/infer_mvitv2_base_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=16 model_path="mvitv2_base_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_x_16gf/igie/scripts/infer_regnet_x_16gf_fp16_accuracy.sh b/models/cv/classification/regnet_x_16gf/igie/scripts/infer_regnet_x_16gf_fp16_accuracy.sh index badd0039..653c2968 100644 --- a/models/cv/classification/regnet_x_16gf/igie/scripts/infer_regnet_x_16gf_fp16_accuracy.sh +++ b/models/cv/classification/regnet_x_16gf/igie/scripts/infer_regnet_x_16gf_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_x_16gf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_x_16gf/igie/scripts/infer_regnet_x_16gf_fp16_performance.sh b/models/cv/classification/regnet_x_16gf/igie/scripts/infer_regnet_x_16gf_fp16_performance.sh index f9e681cb..90614251 100644 --- a/models/cv/classification/regnet_x_16gf/igie/scripts/infer_regnet_x_16gf_fp16_performance.sh +++ b/models/cv/classification/regnet_x_16gf/igie/scripts/infer_regnet_x_16gf_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_x_16gf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_x_1_6gf/igie/scripts/infer_regnet_x_1_6gf_fp16_accuracy.sh b/models/cv/classification/regnet_x_1_6gf/igie/scripts/infer_regnet_x_1_6gf_fp16_accuracy.sh index 427665f9..d9ac57eb 100644 --- a/models/cv/classification/regnet_x_1_6gf/igie/scripts/infer_regnet_x_1_6gf_fp16_accuracy.sh +++ b/models/cv/classification/regnet_x_1_6gf/igie/scripts/infer_regnet_x_1_6gf_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_x_1_6gf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_x_1_6gf/igie/scripts/infer_regnet_x_1_6gf_fp16_performance.sh b/models/cv/classification/regnet_x_1_6gf/igie/scripts/infer_regnet_x_1_6gf_fp16_performance.sh index 9668fe1d..d78da85e 100644 --- a/models/cv/classification/regnet_x_1_6gf/igie/scripts/infer_regnet_x_1_6gf_fp16_performance.sh +++ b/models/cv/classification/regnet_x_1_6gf/igie/scripts/infer_regnet_x_1_6gf_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_x_1_6gf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_x_32gf/igie/scripts/infer_regnet_x_32gf_fp16_accuracy.sh b/models/cv/classification/regnet_x_32gf/igie/scripts/infer_regnet_x_32gf_fp16_accuracy.sh index 5516f47c..d373bdae 100644 --- a/models/cv/classification/regnet_x_32gf/igie/scripts/infer_regnet_x_32gf_fp16_accuracy.sh +++ b/models/cv/classification/regnet_x_32gf/igie/scripts/infer_regnet_x_32gf_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_x_32gf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_x_32gf/igie/scripts/infer_regnet_x_32gf_fp16_performance.sh b/models/cv/classification/regnet_x_32gf/igie/scripts/infer_regnet_x_32gf_fp16_performance.sh index 3dc5fe63..fa9b8394 100644 --- a/models/cv/classification/regnet_x_32gf/igie/scripts/infer_regnet_x_32gf_fp16_performance.sh +++ b/models/cv/classification/regnet_x_32gf/igie/scripts/infer_regnet_x_32gf_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_x_32gf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_x_3_2gf/igie/scripts/infer_regnet_x_3_2gf_fp16_accuracy.sh b/models/cv/classification/regnet_x_3_2gf/igie/scripts/infer_regnet_x_3_2gf_fp16_accuracy.sh index 1f88a012..ee133b55 100644 --- a/models/cv/classification/regnet_x_3_2gf/igie/scripts/infer_regnet_x_3_2gf_fp16_accuracy.sh +++ b/models/cv/classification/regnet_x_3_2gf/igie/scripts/infer_regnet_x_3_2gf_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_x_3_2gf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_x_3_2gf/igie/scripts/infer_regnet_x_3_2gf_fp16_performance.sh b/models/cv/classification/regnet_x_3_2gf/igie/scripts/infer_regnet_x_3_2gf_fp16_performance.sh index b2ca03fe..828e7685 100644 --- a/models/cv/classification/regnet_x_3_2gf/igie/scripts/infer_regnet_x_3_2gf_fp16_performance.sh +++ b/models/cv/classification/regnet_x_3_2gf/igie/scripts/infer_regnet_x_3_2gf_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_x_3_2gf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_x_400mf/igie/scripts/infer_regnet_x_400mf_fp16_accuracy.sh b/models/cv/classification/regnet_x_400mf/igie/scripts/infer_regnet_x_400mf_fp16_accuracy.sh index 8ae3eae6..4b27b551 100644 --- a/models/cv/classification/regnet_x_400mf/igie/scripts/infer_regnet_x_400mf_fp16_accuracy.sh +++ b/models/cv/classification/regnet_x_400mf/igie/scripts/infer_regnet_x_400mf_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_x_400mf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_x_400mf/igie/scripts/infer_regnet_x_400mf_fp16_performance.sh b/models/cv/classification/regnet_x_400mf/igie/scripts/infer_regnet_x_400mf_fp16_performance.sh index 0682f981..91a81eec 100644 --- a/models/cv/classification/regnet_x_400mf/igie/scripts/infer_regnet_x_400mf_fp16_performance.sh +++ b/models/cv/classification/regnet_x_400mf/igie/scripts/infer_regnet_x_400mf_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_x_400mf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_x_800mf/igie/scripts/infer_regnet_x_800mf_fp16_accuracy.sh b/models/cv/classification/regnet_x_800mf/igie/scripts/infer_regnet_x_800mf_fp16_accuracy.sh index 38ad905a..782f9a8e 100644 --- a/models/cv/classification/regnet_x_800mf/igie/scripts/infer_regnet_x_800mf_fp16_accuracy.sh +++ b/models/cv/classification/regnet_x_800mf/igie/scripts/infer_regnet_x_800mf_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_x_800mf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_x_800mf/igie/scripts/infer_regnet_x_800mf_fp16_performance.sh b/models/cv/classification/regnet_x_800mf/igie/scripts/infer_regnet_x_800mf_fp16_performance.sh index 2f24950c..aecc13b9 100644 --- a/models/cv/classification/regnet_x_800mf/igie/scripts/infer_regnet_x_800mf_fp16_performance.sh +++ b/models/cv/classification/regnet_x_800mf/igie/scripts/infer_regnet_x_800mf_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_x_800mf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_x_8gf/igie/scripts/infer_regnet_x_8gf_fp16_accuracy.sh b/models/cv/classification/regnet_x_8gf/igie/scripts/infer_regnet_x_8gf_fp16_accuracy.sh index 2884758b..aa2aa48c 100755 --- a/models/cv/classification/regnet_x_8gf/igie/scripts/infer_regnet_x_8gf_fp16_accuracy.sh +++ b/models/cv/classification/regnet_x_8gf/igie/scripts/infer_regnet_x_8gf_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_x_8gf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_x_8gf/igie/scripts/infer_regnet_x_8gf_fp16_performance.sh b/models/cv/classification/regnet_x_8gf/igie/scripts/infer_regnet_x_8gf_fp16_performance.sh index c40254fe..0887007f 100755 --- a/models/cv/classification/regnet_x_8gf/igie/scripts/infer_regnet_x_8gf_fp16_performance.sh +++ b/models/cv/classification/regnet_x_8gf/igie/scripts/infer_regnet_x_8gf_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_x_8gf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_y_16gf/igie/scripts/infer_regnet_y_16gf_fp16_accuracy.sh b/models/cv/classification/regnet_y_16gf/igie/scripts/infer_regnet_y_16gf_fp16_accuracy.sh index f7f91dda..fab6f25f 100644 --- a/models/cv/classification/regnet_y_16gf/igie/scripts/infer_regnet_y_16gf_fp16_accuracy.sh +++ b/models/cv/classification/regnet_y_16gf/igie/scripts/infer_regnet_y_16gf_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_y_16gf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_y_16gf/igie/scripts/infer_regnet_y_16gf_fp16_performance.sh b/models/cv/classification/regnet_y_16gf/igie/scripts/infer_regnet_y_16gf_fp16_performance.sh index 7ede053b..30f140d8 100644 --- a/models/cv/classification/regnet_y_16gf/igie/scripts/infer_regnet_y_16gf_fp16_performance.sh +++ b/models/cv/classification/regnet_y_16gf/igie/scripts/infer_regnet_y_16gf_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_y_16gf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_y_1_6gf/igie/scripts/infer_regnet_y_1_6gf_fp16_accuracy.sh b/models/cv/classification/regnet_y_1_6gf/igie/scripts/infer_regnet_y_1_6gf_fp16_accuracy.sh index 4f335412..dbfabcf5 100644 --- a/models/cv/classification/regnet_y_1_6gf/igie/scripts/infer_regnet_y_1_6gf_fp16_accuracy.sh +++ b/models/cv/classification/regnet_y_1_6gf/igie/scripts/infer_regnet_y_1_6gf_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_y_1_6gf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_y_1_6gf/igie/scripts/infer_regnet_y_1_6gf_fp16_performance.sh b/models/cv/classification/regnet_y_1_6gf/igie/scripts/infer_regnet_y_1_6gf_fp16_performance.sh index c542815b..eecdee61 100644 --- a/models/cv/classification/regnet_y_1_6gf/igie/scripts/infer_regnet_y_1_6gf_fp16_performance.sh +++ b/models/cv/classification/regnet_y_1_6gf/igie/scripts/infer_regnet_y_1_6gf_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_y_1_6gf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_y_32gf/igie/scripts/infer_regnet_y_32gf_fp16_accuracy.sh b/models/cv/classification/regnet_y_32gf/igie/scripts/infer_regnet_y_32gf_fp16_accuracy.sh index 18a6fc9d..c1fa0385 100644 --- a/models/cv/classification/regnet_y_32gf/igie/scripts/infer_regnet_y_32gf_fp16_accuracy.sh +++ b/models/cv/classification/regnet_y_32gf/igie/scripts/infer_regnet_y_32gf_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_y_32gf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_y_32gf/igie/scripts/infer_regnet_y_32gf_fp16_performance.sh b/models/cv/classification/regnet_y_32gf/igie/scripts/infer_regnet_y_32gf_fp16_performance.sh index b1d69f46..5fc596ec 100644 --- a/models/cv/classification/regnet_y_32gf/igie/scripts/infer_regnet_y_32gf_fp16_performance.sh +++ b/models/cv/classification/regnet_y_32gf/igie/scripts/infer_regnet_y_32gf_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_y_32gf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_y_3_2gf/igie/scripts/infer_regnet_y_3_2gf_fp16_accuracy.sh b/models/cv/classification/regnet_y_3_2gf/igie/scripts/infer_regnet_y_3_2gf_fp16_accuracy.sh index 692fb92d..68ce5e90 100644 --- a/models/cv/classification/regnet_y_3_2gf/igie/scripts/infer_regnet_y_3_2gf_fp16_accuracy.sh +++ b/models/cv/classification/regnet_y_3_2gf/igie/scripts/infer_regnet_y_3_2gf_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_y_3_2gf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_y_3_2gf/igie/scripts/infer_regnet_y_3_2gf_fp16_performance.sh b/models/cv/classification/regnet_y_3_2gf/igie/scripts/infer_regnet_y_3_2gf_fp16_performance.sh index 0d3905ff..e2ed8a8f 100644 --- a/models/cv/classification/regnet_y_3_2gf/igie/scripts/infer_regnet_y_3_2gf_fp16_performance.sh +++ b/models/cv/classification/regnet_y_3_2gf/igie/scripts/infer_regnet_y_3_2gf_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_y_3_2gf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_y_400mf/igie/scripts/infer_regnet_y_400mf_fp16_accuracy.sh b/models/cv/classification/regnet_y_400mf/igie/scripts/infer_regnet_y_400mf_fp16_accuracy.sh index f943ae6f..a366542e 100644 --- a/models/cv/classification/regnet_y_400mf/igie/scripts/infer_regnet_y_400mf_fp16_accuracy.sh +++ b/models/cv/classification/regnet_y_400mf/igie/scripts/infer_regnet_y_400mf_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_y_400mf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/regnet_y_400mf/igie/scripts/infer_regnet_y_400mf_fp16_performance.sh b/models/cv/classification/regnet_y_400mf/igie/scripts/infer_regnet_y_400mf_fp16_performance.sh index 0d25f86d..c63f43ac 100644 --- a/models/cv/classification/regnet_y_400mf/igie/scripts/infer_regnet_y_400mf_fp16_performance.sh +++ b/models/cv/classification/regnet_y_400mf/igie/scripts/infer_regnet_y_400mf_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="regnet_y_400mf.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/repvgg/igie/scripts/infer_repvgg_fp16_accuracy.sh b/models/cv/classification/repvgg/igie/scripts/infer_repvgg_fp16_accuracy.sh index ea8323e5..613e44eb 100644 --- a/models/cv/classification/repvgg/igie/scripts/infer_repvgg_fp16_accuracy.sh +++ b/models/cv/classification/repvgg/igie/scripts/infer_repvgg_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="repvgg.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/repvgg/igie/scripts/infer_repvgg_fp16_performance.sh b/models/cv/classification/repvgg/igie/scripts/infer_repvgg_fp16_performance.sh index ebb2456c..6906c4c0 100644 --- a/models/cv/classification/repvgg/igie/scripts/infer_repvgg_fp16_performance.sh +++ b/models/cv/classification/repvgg/igie/scripts/infer_repvgg_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="repvgg.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/res2net50/igie/scripts/infer_res2net50_fp16_accuracy.sh b/models/cv/classification/res2net50/igie/scripts/infer_res2net50_fp16_accuracy.sh index ca78878b..c14fbfc9 100644 --- a/models/cv/classification/res2net50/igie/scripts/infer_res2net50_fp16_accuracy.sh +++ b/models/cv/classification/res2net50/igie/scripts/infer_res2net50_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="res2net50_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/res2net50/igie/scripts/infer_res2net50_fp16_performance.sh b/models/cv/classification/res2net50/igie/scripts/infer_res2net50_fp16_performance.sh index 85ce8455..bfbddc82 100644 --- a/models/cv/classification/res2net50/igie/scripts/infer_res2net50_fp16_performance.sh +++ b/models/cv/classification/res2net50/igie/scripts/infer_res2net50_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="res2net50_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/resnest50/igie/scripts/infer_resnest50_fp16_accuracy.sh b/models/cv/classification/resnest50/igie/scripts/infer_resnest50_fp16_accuracy.sh index c59ea3d7..351b895d 100644 --- a/models/cv/classification/resnest50/igie/scripts/infer_resnest50_fp16_accuracy.sh +++ b/models/cv/classification/resnest50/igie/scripts/infer_resnest50_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="resnest50_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/resnest50/igie/scripts/infer_resnest50_fp16_performance.sh b/models/cv/classification/resnest50/igie/scripts/infer_resnest50_fp16_performance.sh index 8146397a..59f6d9a5 100644 --- a/models/cv/classification/resnest50/igie/scripts/infer_resnest50_fp16_performance.sh +++ b/models/cv/classification/resnest50/igie/scripts/infer_resnest50_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="resnest50_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/resnet101/igie/scripts/infer_resnet101_fp16_accuracy.sh b/models/cv/classification/resnet101/igie/scripts/infer_resnet101_fp16_accuracy.sh index 2445a04e..6a70f189 100644 --- a/models/cv/classification/resnet101/igie/scripts/infer_resnet101_fp16_accuracy.sh +++ b/models/cv/classification/resnet101/igie/scripts/infer_resnet101_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="resnet101.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/resnet101/igie/scripts/infer_resnet101_fp16_performance.sh b/models/cv/classification/resnet101/igie/scripts/infer_resnet101_fp16_performance.sh index 94892e1d..ab69cd81 100644 --- a/models/cv/classification/resnet101/igie/scripts/infer_resnet101_fp16_performance.sh +++ b/models/cv/classification/resnet101/igie/scripts/infer_resnet101_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="resnet101.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/resnet101/igie/scripts/infer_resnet101_int8_accuracy.sh b/models/cv/classification/resnet101/igie/scripts/infer_resnet101_int8_accuracy.sh index 42df5752..07b88a71 100644 --- a/models/cv/classification/resnet101/igie/scripts/infer_resnet101_int8_accuracy.sh +++ b/models/cv/classification/resnet101/igie/scripts/infer_resnet101_int8_accuracy.sh @@ -20,6 +20,20 @@ model_path="resnet101.onnx" quantized_model_path="resnet101_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 ${RUN_DIR}quantize.py \ diff --git a/models/cv/classification/resnet101/igie/scripts/infer_resnet101_int8_performance.sh b/models/cv/classification/resnet101/igie/scripts/infer_resnet101_int8_performance.sh index c60d5468..eb1c4cd4 100644 --- a/models/cv/classification/resnet101/igie/scripts/infer_resnet101_int8_performance.sh +++ b/models/cv/classification/resnet101/igie/scripts/infer_resnet101_int8_performance.sh @@ -20,6 +20,20 @@ model_path="resnet101.onnx" quantized_model_path="resnet101_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 ${RUN_DIR}quantize.py \ diff --git a/models/cv/classification/resnet152/igie/scripts/infer_resnet152_fp16_accuracy.sh b/models/cv/classification/resnet152/igie/scripts/infer_resnet152_fp16_accuracy.sh index 56f9bdf4..c4472cfa 100644 --- a/models/cv/classification/resnet152/igie/scripts/infer_resnet152_fp16_accuracy.sh +++ b/models/cv/classification/resnet152/igie/scripts/infer_resnet152_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="resnet152.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/resnet152/igie/scripts/infer_resnet152_fp16_performance.sh b/models/cv/classification/resnet152/igie/scripts/infer_resnet152_fp16_performance.sh index a5802aee..45afa425 100644 --- a/models/cv/classification/resnet152/igie/scripts/infer_resnet152_fp16_performance.sh +++ b/models/cv/classification/resnet152/igie/scripts/infer_resnet152_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="resnet152.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/resnet152/igie/scripts/infer_resnet152_int8_accuracy.sh b/models/cv/classification/resnet152/igie/scripts/infer_resnet152_int8_accuracy.sh index 18aa6574..274ae1b5 100644 --- a/models/cv/classification/resnet152/igie/scripts/infer_resnet152_int8_accuracy.sh +++ b/models/cv/classification/resnet152/igie/scripts/infer_resnet152_int8_accuracy.sh @@ -20,6 +20,20 @@ model_path="resnet152.onnx" quantized_model_path="resnet152_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 ${RUN_DIR}quantize.py \ diff --git a/models/cv/classification/resnet152/igie/scripts/infer_resnet152_int8_performance.sh b/models/cv/classification/resnet152/igie/scripts/infer_resnet152_int8_performance.sh index 587eb0df..0852dd61 100644 --- a/models/cv/classification/resnet152/igie/scripts/infer_resnet152_int8_performance.sh +++ b/models/cv/classification/resnet152/igie/scripts/infer_resnet152_int8_performance.sh @@ -20,6 +20,20 @@ model_path="resnet152.onnx" quantized_model_path="resnet152_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 ${RUN_DIR}quantize.py \ diff --git a/models/cv/classification/resnet18/igie/scripts/infer_resnet18_fp16_accuracy.sh b/models/cv/classification/resnet18/igie/scripts/infer_resnet18_fp16_accuracy.sh index 83fa1ee7..da844922 100644 --- a/models/cv/classification/resnet18/igie/scripts/infer_resnet18_fp16_accuracy.sh +++ b/models/cv/classification/resnet18/igie/scripts/infer_resnet18_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="resnet18.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/resnet18/igie/scripts/infer_resnet18_fp16_performance.sh b/models/cv/classification/resnet18/igie/scripts/infer_resnet18_fp16_performance.sh index 3bb0d35c..eca0a419 100644 --- a/models/cv/classification/resnet18/igie/scripts/infer_resnet18_fp16_performance.sh +++ b/models/cv/classification/resnet18/igie/scripts/infer_resnet18_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="resnet18.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/resnet18/igie/scripts/infer_resnet18_int8_accuracy.sh b/models/cv/classification/resnet18/igie/scripts/infer_resnet18_int8_accuracy.sh index daf59879..4cdcdc98 100644 --- a/models/cv/classification/resnet18/igie/scripts/infer_resnet18_int8_accuracy.sh +++ b/models/cv/classification/resnet18/igie/scripts/infer_resnet18_int8_accuracy.sh @@ -20,6 +20,20 @@ model_path="resnet18.onnx" quantized_model_path="resnet18_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 ${RUN_DIR}quantize.py \ diff --git a/models/cv/classification/resnet18/igie/scripts/infer_resnet18_int8_performance.sh b/models/cv/classification/resnet18/igie/scripts/infer_resnet18_int8_performance.sh index bd40992c..60d59070 100644 --- a/models/cv/classification/resnet18/igie/scripts/infer_resnet18_int8_performance.sh +++ b/models/cv/classification/resnet18/igie/scripts/infer_resnet18_int8_performance.sh @@ -20,6 +20,20 @@ model_path="resnet18.onnx" quantized_model_path="resnet18_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 ${RUN_DIR}quantize.py \ diff --git a/models/cv/classification/resnet50/igie/scripts/infer_resnet50_fp16_accuracy.sh b/models/cv/classification/resnet50/igie/scripts/infer_resnet50_fp16_accuracy.sh index c79516f5..658e7ba9 100644 --- a/models/cv/classification/resnet50/igie/scripts/infer_resnet50_fp16_accuracy.sh +++ b/models/cv/classification/resnet50/igie/scripts/infer_resnet50_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="resnet50.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/resnet50/igie/scripts/infer_resnet50_fp16_performance.sh b/models/cv/classification/resnet50/igie/scripts/infer_resnet50_fp16_performance.sh index 7de10ae3..2261eaa3 100644 --- a/models/cv/classification/resnet50/igie/scripts/infer_resnet50_fp16_performance.sh +++ b/models/cv/classification/resnet50/igie/scripts/infer_resnet50_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="resnet50.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/resnet50/igie/scripts/infer_resnet50_int8_accuracy.sh b/models/cv/classification/resnet50/igie/scripts/infer_resnet50_int8_accuracy.sh index 75439121..a4a4e9e6 100644 --- a/models/cv/classification/resnet50/igie/scripts/infer_resnet50_int8_accuracy.sh +++ b/models/cv/classification/resnet50/igie/scripts/infer_resnet50_int8_accuracy.sh @@ -20,6 +20,20 @@ model_path="resnet50.onnx" quantized_model_path="resnet50_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 ${RUN_DIR}quantize.py \ diff --git a/models/cv/classification/resnet50/igie/scripts/infer_resnet50_int8_performance.sh b/models/cv/classification/resnet50/igie/scripts/infer_resnet50_int8_performance.sh index 99b5fbe8..c28e92f2 100644 --- a/models/cv/classification/resnet50/igie/scripts/infer_resnet50_int8_performance.sh +++ b/models/cv/classification/resnet50/igie/scripts/infer_resnet50_int8_performance.sh @@ -20,6 +20,20 @@ model_path="resnet50.onnx" quantized_model_path="resnet50_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 ${RUN_DIR}quantize.py \ diff --git a/models/cv/classification/resnetv1d50/igie/scripts/infer_resnetv1d50_fp16_accuracy.sh b/models/cv/classification/resnetv1d50/igie/scripts/infer_resnetv1d50_fp16_accuracy.sh index 5964159b..479dbd3a 100644 --- a/models/cv/classification/resnetv1d50/igie/scripts/infer_resnetv1d50_fp16_accuracy.sh +++ b/models/cv/classification/resnetv1d50/igie/scripts/infer_resnetv1d50_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="resnetv1d50.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/resnetv1d50/igie/scripts/infer_resnetv1d50_fp16_performance.sh b/models/cv/classification/resnetv1d50/igie/scripts/infer_resnetv1d50_fp16_performance.sh index 93f64fff..ea714350 100644 --- a/models/cv/classification/resnetv1d50/igie/scripts/infer_resnetv1d50_fp16_performance.sh +++ b/models/cv/classification/resnetv1d50/igie/scripts/infer_resnetv1d50_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="resnetv1d50.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/resnext101_32x8d/igie/scripts/infer_resnext101_32x8d_fp16_accuracy.sh b/models/cv/classification/resnext101_32x8d/igie/scripts/infer_resnext101_32x8d_fp16_accuracy.sh index c0178bcd..6b187082 100644 --- a/models/cv/classification/resnext101_32x8d/igie/scripts/infer_resnext101_32x8d_fp16_accuracy.sh +++ b/models/cv/classification/resnext101_32x8d/igie/scripts/infer_resnext101_32x8d_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="resnext101_32x8d.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/resnext101_32x8d/igie/scripts/infer_resnext101_32x8d_fp16_performance.sh b/models/cv/classification/resnext101_32x8d/igie/scripts/infer_resnext101_32x8d_fp16_performance.sh index 4e11b53d..d5e79073 100644 --- a/models/cv/classification/resnext101_32x8d/igie/scripts/infer_resnext101_32x8d_fp16_performance.sh +++ b/models/cv/classification/resnext101_32x8d/igie/scripts/infer_resnext101_32x8d_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="resnext101_32x8d.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/resnext101_64x4d/igie/scripts/infer_resnext101_64x4d_fp16_accuracy.sh b/models/cv/classification/resnext101_64x4d/igie/scripts/infer_resnext101_64x4d_fp16_accuracy.sh index 24bae45e..00982cce 100644 --- a/models/cv/classification/resnext101_64x4d/igie/scripts/infer_resnext101_64x4d_fp16_accuracy.sh +++ b/models/cv/classification/resnext101_64x4d/igie/scripts/infer_resnext101_64x4d_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="resnext101_64x4d.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/resnext101_64x4d/igie/scripts/infer_resnext101_64x4d_fp16_performance.sh b/models/cv/classification/resnext101_64x4d/igie/scripts/infer_resnext101_64x4d_fp16_performance.sh index ddcbd098..b8dccb2b 100644 --- a/models/cv/classification/resnext101_64x4d/igie/scripts/infer_resnext101_64x4d_fp16_performance.sh +++ b/models/cv/classification/resnext101_64x4d/igie/scripts/infer_resnext101_64x4d_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="resnext101_64x4d.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/resnext50_32x4d/igie/scripts/infer_resnext50_32x4d_fp16_accuracy.sh b/models/cv/classification/resnext50_32x4d/igie/scripts/infer_resnext50_32x4d_fp16_accuracy.sh index 5cbec203..3ffd20a7 100644 --- a/models/cv/classification/resnext50_32x4d/igie/scripts/infer_resnext50_32x4d_fp16_accuracy.sh +++ b/models/cv/classification/resnext50_32x4d/igie/scripts/infer_resnext50_32x4d_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="resnext50_32x4d.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/resnext50_32x4d/igie/scripts/infer_resnext50_32x4d_fp16_performance.sh b/models/cv/classification/resnext50_32x4d/igie/scripts/infer_resnext50_32x4d_fp16_performance.sh index 3d0a709b..91e72325 100644 --- a/models/cv/classification/resnext50_32x4d/igie/scripts/infer_resnext50_32x4d_fp16_performance.sh +++ b/models/cv/classification/resnext50_32x4d/igie/scripts/infer_resnext50_32x4d_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="resnext50_32x4d.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/seresnet50/igie/scripts/infer_seresnet50_fp16_accuracy.sh b/models/cv/classification/seresnet50/igie/scripts/infer_seresnet50_fp16_accuracy.sh index 4bc5e4f7..2cef0418 100644 --- a/models/cv/classification/seresnet50/igie/scripts/infer_seresnet50_fp16_accuracy.sh +++ b/models/cv/classification/seresnet50/igie/scripts/infer_seresnet50_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="seresnet50.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/seresnet50/igie/scripts/infer_seresnet50_fp16_performance.sh b/models/cv/classification/seresnet50/igie/scripts/infer_seresnet50_fp16_performance.sh index 32eaa8e2..a2d44f26 100644 --- a/models/cv/classification/seresnet50/igie/scripts/infer_seresnet50_fp16_performance.sh +++ b/models/cv/classification/seresnet50/igie/scripts/infer_seresnet50_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="seresnet50.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/shufflenetv2_x0_5/igie/scripts/infer_shufflenetv2_x0_5_fp16_accuracy.sh b/models/cv/classification/shufflenetv2_x0_5/igie/scripts/infer_shufflenetv2_x0_5_fp16_accuracy.sh index 1bc3e019..5ddb9971 100644 --- a/models/cv/classification/shufflenetv2_x0_5/igie/scripts/infer_shufflenetv2_x0_5_fp16_accuracy.sh +++ b/models/cv/classification/shufflenetv2_x0_5/igie/scripts/infer_shufflenetv2_x0_5_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="shufflenetv2_x0_5.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/shufflenetv2_x0_5/igie/scripts/infer_shufflenetv2_x0_5_fp16_performance.sh b/models/cv/classification/shufflenetv2_x0_5/igie/scripts/infer_shufflenetv2_x0_5_fp16_performance.sh index 153f1499..35ca9c43 100644 --- a/models/cv/classification/shufflenetv2_x0_5/igie/scripts/infer_shufflenetv2_x0_5_fp16_performance.sh +++ b/models/cv/classification/shufflenetv2_x0_5/igie/scripts/infer_shufflenetv2_x0_5_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="shufflenetv2_x0_5.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/shufflenetv2_x1_0/igie/scripts/infer_shufflenetv2_x1_0_fp16_accuracy.sh b/models/cv/classification/shufflenetv2_x1_0/igie/scripts/infer_shufflenetv2_x1_0_fp16_accuracy.sh index 0a1ff1e7..7f6641af 100644 --- a/models/cv/classification/shufflenetv2_x1_0/igie/scripts/infer_shufflenetv2_x1_0_fp16_accuracy.sh +++ b/models/cv/classification/shufflenetv2_x1_0/igie/scripts/infer_shufflenetv2_x1_0_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="shufflenetv2_x1_0.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/shufflenetv2_x1_0/igie/scripts/infer_shufflenetv2_x1_0_fp16_performance.sh b/models/cv/classification/shufflenetv2_x1_0/igie/scripts/infer_shufflenetv2_x1_0_fp16_performance.sh index 78eaab44..3137a787 100644 --- a/models/cv/classification/shufflenetv2_x1_0/igie/scripts/infer_shufflenetv2_x1_0_fp16_performance.sh +++ b/models/cv/classification/shufflenetv2_x1_0/igie/scripts/infer_shufflenetv2_x1_0_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="shufflenetv2_x1_0.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/shufflenetv2_x1_5/igie/scripts/infer_shufflenetv2_x1_5_fp16_accuracy.sh b/models/cv/classification/shufflenetv2_x1_5/igie/scripts/infer_shufflenetv2_x1_5_fp16_accuracy.sh index c7e19a53..1939de09 100644 --- a/models/cv/classification/shufflenetv2_x1_5/igie/scripts/infer_shufflenetv2_x1_5_fp16_accuracy.sh +++ b/models/cv/classification/shufflenetv2_x1_5/igie/scripts/infer_shufflenetv2_x1_5_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="shufflenetv2_x1_5.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/shufflenetv2_x1_5/igie/scripts/infer_shufflenetv2_x1_5_fp16_performance.sh b/models/cv/classification/shufflenetv2_x1_5/igie/scripts/infer_shufflenetv2_x1_5_fp16_performance.sh index ed2b7dea..9c56ade9 100644 --- a/models/cv/classification/shufflenetv2_x1_5/igie/scripts/infer_shufflenetv2_x1_5_fp16_performance.sh +++ b/models/cv/classification/shufflenetv2_x1_5/igie/scripts/infer_shufflenetv2_x1_5_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="shufflenetv2_x1_5.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/shufflenetv2_x2_0/igie/scripts/infer_shufflenetv2_x2_0_fp16_accuracy.sh b/models/cv/classification/shufflenetv2_x2_0/igie/scripts/infer_shufflenetv2_x2_0_fp16_accuracy.sh index b0e0cd24..c3e74973 100644 --- a/models/cv/classification/shufflenetv2_x2_0/igie/scripts/infer_shufflenetv2_x2_0_fp16_accuracy.sh +++ b/models/cv/classification/shufflenetv2_x2_0/igie/scripts/infer_shufflenetv2_x2_0_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="shufflenetv2_x2_0.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/shufflenetv2_x2_0/igie/scripts/infer_shufflenetv2_x2_0_fp16_performance.sh b/models/cv/classification/shufflenetv2_x2_0/igie/scripts/infer_shufflenetv2_x2_0_fp16_performance.sh index c9a4f634..c94987c4 100644 --- a/models/cv/classification/shufflenetv2_x2_0/igie/scripts/infer_shufflenetv2_x2_0_fp16_performance.sh +++ b/models/cv/classification/shufflenetv2_x2_0/igie/scripts/infer_shufflenetv2_x2_0_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="shufflenetv2_x2_0.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/squeezenet_v1_0/igie/scripts/infer_squeezenet_v1_0_fp16_accuracy.sh b/models/cv/classification/squeezenet_v1_0/igie/scripts/infer_squeezenet_v1_0_fp16_accuracy.sh index f637704f..6b7fa620 100644 --- a/models/cv/classification/squeezenet_v1_0/igie/scripts/infer_squeezenet_v1_0_fp16_accuracy.sh +++ b/models/cv/classification/squeezenet_v1_0/igie/scripts/infer_squeezenet_v1_0_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="squeezenet1_0.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/squeezenet_v1_0/igie/scripts/infer_squeezenet_v1_0_fp16_performance.sh b/models/cv/classification/squeezenet_v1_0/igie/scripts/infer_squeezenet_v1_0_fp16_performance.sh index 46ee505a..71c01a70 100644 --- a/models/cv/classification/squeezenet_v1_0/igie/scripts/infer_squeezenet_v1_0_fp16_performance.sh +++ b/models/cv/classification/squeezenet_v1_0/igie/scripts/infer_squeezenet_v1_0_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="squeezenet1_0.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/squeezenet_v1_1/igie/scripts/infer_squeezenet_v1_1_fp16_accuracy.sh b/models/cv/classification/squeezenet_v1_1/igie/scripts/infer_squeezenet_v1_1_fp16_accuracy.sh index 74847cc4..91074127 100644 --- a/models/cv/classification/squeezenet_v1_1/igie/scripts/infer_squeezenet_v1_1_fp16_accuracy.sh +++ b/models/cv/classification/squeezenet_v1_1/igie/scripts/infer_squeezenet_v1_1_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="squeezenet1_1.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/squeezenet_v1_1/igie/scripts/infer_squeezenet_v1_1_fp16_performance.sh b/models/cv/classification/squeezenet_v1_1/igie/scripts/infer_squeezenet_v1_1_fp16_performance.sh index 5a76e9aa..e3bd82ea 100644 --- a/models/cv/classification/squeezenet_v1_1/igie/scripts/infer_squeezenet_v1_1_fp16_performance.sh +++ b/models/cv/classification/squeezenet_v1_1/igie/scripts/infer_squeezenet_v1_1_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="squeezenet1_1.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/svt_base/igie/scripts/infer_svt_base_fp16_accuracy.sh b/models/cv/classification/svt_base/igie/scripts/infer_svt_base_fp16_accuracy.sh index f1d71a76..40175b88 100644 --- a/models/cv/classification/svt_base/igie/scripts/infer_svt_base_fp16_accuracy.sh +++ b/models/cv/classification/svt_base/igie/scripts/infer_svt_base_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="svt_base_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/svt_base/igie/scripts/infer_svt_base_fp16_performance.sh b/models/cv/classification/svt_base/igie/scripts/infer_svt_base_fp16_performance.sh index d74a6311..10a96af8 100644 --- a/models/cv/classification/svt_base/igie/scripts/infer_svt_base_fp16_performance.sh +++ b/models/cv/classification/svt_base/igie/scripts/infer_svt_base_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="svt_base_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/swin_transformer/igie/scripts/infer_swin_transformer_fp16_accuracy.sh b/models/cv/classification/swin_transformer/igie/scripts/infer_swin_transformer_fp16_accuracy.sh index c513584e..90ca8c05 100644 --- a/models/cv/classification/swin_transformer/igie/scripts/infer_swin_transformer_fp16_accuracy.sh +++ b/models/cv/classification/swin_transformer/igie/scripts/infer_swin_transformer_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="swin_transformer_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/swin_transformer/igie/scripts/infer_swin_transformer_fp16_performance.sh b/models/cv/classification/swin_transformer/igie/scripts/infer_swin_transformer_fp16_performance.sh index 0aca584c..f2c3459c 100644 --- a/models/cv/classification/swin_transformer/igie/scripts/infer_swin_transformer_fp16_performance.sh +++ b/models/cv/classification/swin_transformer/igie/scripts/infer_swin_transformer_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="swin_transformer_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/twins_pcpvt/igie/scripts/infer_twins_pcpvt_fp16_accuracy.sh b/models/cv/classification/twins_pcpvt/igie/scripts/infer_twins_pcpvt_fp16_accuracy.sh index 6937726b..725689e2 100644 --- a/models/cv/classification/twins_pcpvt/igie/scripts/infer_twins_pcpvt_fp16_accuracy.sh +++ b/models/cv/classification/twins_pcpvt/igie/scripts/infer_twins_pcpvt_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="twins_pcpvt_small_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/twins_pcpvt/igie/scripts/infer_twins_pcpvt_fp16_performance.sh b/models/cv/classification/twins_pcpvt/igie/scripts/infer_twins_pcpvt_fp16_performance.sh index 22c723b4..fb3e6c3b 100644 --- a/models/cv/classification/twins_pcpvt/igie/scripts/infer_twins_pcpvt_fp16_performance.sh +++ b/models/cv/classification/twins_pcpvt/igie/scripts/infer_twins_pcpvt_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="twins_pcpvt_small_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/van_b0/igie/scripts/infer_van_b0_fp16_accuracy.sh b/models/cv/classification/van_b0/igie/scripts/infer_van_b0_fp16_accuracy.sh index d1f8ac08..47cdca59 100644 --- a/models/cv/classification/van_b0/igie/scripts/infer_van_b0_fp16_accuracy.sh +++ b/models/cv/classification/van_b0/igie/scripts/infer_van_b0_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="van_b0.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/van_b0/igie/scripts/infer_van_b0_fp16_performance.sh b/models/cv/classification/van_b0/igie/scripts/infer_van_b0_fp16_performance.sh index 1b26acda..a0a2bd82 100644 --- a/models/cv/classification/van_b0/igie/scripts/infer_van_b0_fp16_performance.sh +++ b/models/cv/classification/van_b0/igie/scripts/infer_van_b0_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="van_b0.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/vgg11/igie/scripts/infer_vgg11_fp16_accuracy.sh b/models/cv/classification/vgg11/igie/scripts/infer_vgg11_fp16_accuracy.sh index 001c73db..b9f7ac33 100644 --- a/models/cv/classification/vgg11/igie/scripts/infer_vgg11_fp16_accuracy.sh +++ b/models/cv/classification/vgg11/igie/scripts/infer_vgg11_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="vgg11.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/vgg11/igie/scripts/infer_vgg11_fp16_performance.sh b/models/cv/classification/vgg11/igie/scripts/infer_vgg11_fp16_performance.sh index 3ae0511f..64d90f9d 100644 --- a/models/cv/classification/vgg11/igie/scripts/infer_vgg11_fp16_performance.sh +++ b/models/cv/classification/vgg11/igie/scripts/infer_vgg11_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="vgg11.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/vgg13/igie/scripts/infer_vgg13_fp16_accuracy.sh b/models/cv/classification/vgg13/igie/scripts/infer_vgg13_fp16_accuracy.sh index c3ae266f..c116c0f6 100644 --- a/models/cv/classification/vgg13/igie/scripts/infer_vgg13_fp16_accuracy.sh +++ b/models/cv/classification/vgg13/igie/scripts/infer_vgg13_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="vgg13.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/vgg13/igie/scripts/infer_vgg13_fp16_performance.sh b/models/cv/classification/vgg13/igie/scripts/infer_vgg13_fp16_performance.sh index 428deaf7..7fda1922 100644 --- a/models/cv/classification/vgg13/igie/scripts/infer_vgg13_fp16_performance.sh +++ b/models/cv/classification/vgg13/igie/scripts/infer_vgg13_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="vgg13.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/vgg13_bn/igie/scripts/infer_vgg13_bn_fp16_accuracy.sh b/models/cv/classification/vgg13_bn/igie/scripts/infer_vgg13_bn_fp16_accuracy.sh index 5d5abe78..d645b42d 100644 --- a/models/cv/classification/vgg13_bn/igie/scripts/infer_vgg13_bn_fp16_accuracy.sh +++ b/models/cv/classification/vgg13_bn/igie/scripts/infer_vgg13_bn_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="vgg13_bn.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/vgg13_bn/igie/scripts/infer_vgg13_bn_fp16_performance.sh b/models/cv/classification/vgg13_bn/igie/scripts/infer_vgg13_bn_fp16_performance.sh index a45d6cce..0fba8ed4 100644 --- a/models/cv/classification/vgg13_bn/igie/scripts/infer_vgg13_bn_fp16_performance.sh +++ b/models/cv/classification/vgg13_bn/igie/scripts/infer_vgg13_bn_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="vgg13_bn.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/vgg16/igie/scripts/infer_vgg16_fp16_accuracy.sh b/models/cv/classification/vgg16/igie/scripts/infer_vgg16_fp16_accuracy.sh index 4c2e15d5..b8cdb20b 100644 --- a/models/cv/classification/vgg16/igie/scripts/infer_vgg16_fp16_accuracy.sh +++ b/models/cv/classification/vgg16/igie/scripts/infer_vgg16_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="vgg16.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/vgg16/igie/scripts/infer_vgg16_fp16_performance.sh b/models/cv/classification/vgg16/igie/scripts/infer_vgg16_fp16_performance.sh index 002c6c21..660f80d2 100644 --- a/models/cv/classification/vgg16/igie/scripts/infer_vgg16_fp16_performance.sh +++ b/models/cv/classification/vgg16/igie/scripts/infer_vgg16_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="vgg16.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/vgg16/igie/scripts/infer_vgg16_int8_accuracy.sh b/models/cv/classification/vgg16/igie/scripts/infer_vgg16_int8_accuracy.sh index 88e1b026..bf58628f 100644 --- a/models/cv/classification/vgg16/igie/scripts/infer_vgg16_int8_accuracy.sh +++ b/models/cv/classification/vgg16/igie/scripts/infer_vgg16_int8_accuracy.sh @@ -20,6 +20,20 @@ model_path="vgg16.onnx" quantized_model_path="vgg16_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 ${RUN_DIR}quantize.py \ diff --git a/models/cv/classification/vgg16/igie/scripts/infer_vgg16_int8_performance.sh b/models/cv/classification/vgg16/igie/scripts/infer_vgg16_int8_performance.sh index ff384491..033e549a 100644 --- a/models/cv/classification/vgg16/igie/scripts/infer_vgg16_int8_performance.sh +++ b/models/cv/classification/vgg16/igie/scripts/infer_vgg16_int8_performance.sh @@ -20,6 +20,20 @@ model_path="vgg16.onnx" quantized_model_path="vgg16_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 ${RUN_DIR}quantize.py \ diff --git a/models/cv/classification/vgg19/igie/scripts/infer_vgg19_fp16_accuracy.sh b/models/cv/classification/vgg19/igie/scripts/infer_vgg19_fp16_accuracy.sh index 723a37e1..ab28dfce 100644 --- a/models/cv/classification/vgg19/igie/scripts/infer_vgg19_fp16_accuracy.sh +++ b/models/cv/classification/vgg19/igie/scripts/infer_vgg19_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="vgg19.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/vgg19/igie/scripts/infer_vgg19_fp16_performance.sh b/models/cv/classification/vgg19/igie/scripts/infer_vgg19_fp16_performance.sh index 41832493..d8aae4f4 100644 --- a/models/cv/classification/vgg19/igie/scripts/infer_vgg19_fp16_performance.sh +++ b/models/cv/classification/vgg19/igie/scripts/infer_vgg19_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="vgg19.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/vgg19_bn/igie/scripts/infer_vgg19_bn_fp16_accuracy.sh b/models/cv/classification/vgg19_bn/igie/scripts/infer_vgg19_bn_fp16_accuracy.sh index 2738bc39..0cd019a2 100644 --- a/models/cv/classification/vgg19_bn/igie/scripts/infer_vgg19_bn_fp16_accuracy.sh +++ b/models/cv/classification/vgg19_bn/igie/scripts/infer_vgg19_bn_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="vgg19_bn.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/vgg19_bn/igie/scripts/infer_vgg19_bn_fp16_performance.sh b/models/cv/classification/vgg19_bn/igie/scripts/infer_vgg19_bn_fp16_performance.sh index 4d425590..e7cd5405 100644 --- a/models/cv/classification/vgg19_bn/igie/scripts/infer_vgg19_bn_fp16_performance.sh +++ b/models/cv/classification/vgg19_bn/igie/scripts/infer_vgg19_bn_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="vgg19_bn.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/vit/igie/scripts/infer_vit_fp16_accuracy.sh b/models/cv/classification/vit/igie/scripts/infer_vit_fp16_accuracy.sh index 53b726b8..2d1a9c70 100644 --- a/models/cv/classification/vit/igie/scripts/infer_vit_fp16_accuracy.sh +++ b/models/cv/classification/vit/igie/scripts/infer_vit_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="vit_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/vit/igie/scripts/infer_vit_fp16_performance.sh b/models/cv/classification/vit/igie/scripts/infer_vit_fp16_performance.sh index 286aaee0..ef60ed34 100644 --- a/models/cv/classification/vit/igie/scripts/infer_vit_fp16_performance.sh +++ b/models/cv/classification/vit/igie/scripts/infer_vit_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="vit_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/wide_resnet101/igie/scripts/infer_wide_resnet101_fp16_accuracy.sh b/models/cv/classification/wide_resnet101/igie/scripts/infer_wide_resnet101_fp16_accuracy.sh index 274a0cca..329ac0e2 100644 --- a/models/cv/classification/wide_resnet101/igie/scripts/infer_wide_resnet101_fp16_accuracy.sh +++ b/models/cv/classification/wide_resnet101/igie/scripts/infer_wide_resnet101_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="wide_resnet101.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/wide_resnet101/igie/scripts/infer_wide_resnet101_fp16_performance.sh b/models/cv/classification/wide_resnet101/igie/scripts/infer_wide_resnet101_fp16_performance.sh index dceedfdf..80310c72 100644 --- a/models/cv/classification/wide_resnet101/igie/scripts/infer_wide_resnet101_fp16_performance.sh +++ b/models/cv/classification/wide_resnet101/igie/scripts/infer_wide_resnet101_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="wide_resnet101.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/wide_resnet50/igie/scripts/infer_wide_resnet50_fp16_accuracy.sh b/models/cv/classification/wide_resnet50/igie/scripts/infer_wide_resnet50_fp16_accuracy.sh index ec5db555..8a0b0cc7 100644 --- a/models/cv/classification/wide_resnet50/igie/scripts/infer_wide_resnet50_fp16_accuracy.sh +++ b/models/cv/classification/wide_resnet50/igie/scripts/infer_wide_resnet50_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="wide_resnet50.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/wide_resnet50/igie/scripts/infer_wide_resnet50_fp16_performance.sh b/models/cv/classification/wide_resnet50/igie/scripts/infer_wide_resnet50_fp16_performance.sh index e8eac481..0b08e6eb 100644 --- a/models/cv/classification/wide_resnet50/igie/scripts/infer_wide_resnet50_fp16_performance.sh +++ b/models/cv/classification/wide_resnet50/igie/scripts/infer_wide_resnet50_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="wide_resnet50.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ${RUN_DIR}build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/classification/wide_resnet50/igie/scripts/infer_wide_resnet50_int8_accuracy.sh b/models/cv/classification/wide_resnet50/igie/scripts/infer_wide_resnet50_int8_accuracy.sh index ec054307..11f7454e 100644 --- a/models/cv/classification/wide_resnet50/igie/scripts/infer_wide_resnet50_int8_accuracy.sh +++ b/models/cv/classification/wide_resnet50/igie/scripts/infer_wide_resnet50_int8_accuracy.sh @@ -20,6 +20,20 @@ model_path="wide_resnet50.onnx" quantized_model_path="wide_resnet50_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 ${RUN_DIR}quantize.py \ diff --git a/models/cv/classification/wide_resnet50/igie/scripts/infer_wide_resnet50_int8_performance.sh b/models/cv/classification/wide_resnet50/igie/scripts/infer_wide_resnet50_int8_performance.sh index 91f89c46..ec71bca6 100644 --- a/models/cv/classification/wide_resnet50/igie/scripts/infer_wide_resnet50_int8_performance.sh +++ b/models/cv/classification/wide_resnet50/igie/scripts/infer_wide_resnet50_int8_performance.sh @@ -20,6 +20,20 @@ model_path="wide_resnet50.onnx" quantized_model_path="wide_resnet50_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 ${RUN_DIR}quantize.py \ diff --git a/models/cv/multi_object_tracking/deepsort/igie/scripts/infer_deepsort_fp16_accuracy.sh b/models/cv/multi_object_tracking/deepsort/igie/scripts/infer_deepsort_fp16_accuracy.sh index 62b5b74f..4568ede2 100644 --- a/models/cv/multi_object_tracking/deepsort/igie/scripts/infer_deepsort_fp16_accuracy.sh +++ b/models/cv/multi_object_tracking/deepsort/igie/scripts/infer_deepsort_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="deepsort_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/multi_object_tracking/deepsort/igie/scripts/infer_deepsort_fp16_performance.sh b/models/cv/multi_object_tracking/deepsort/igie/scripts/infer_deepsort_fp16_performance.sh index e2875464..4a2eff3d 100644 --- a/models/cv/multi_object_tracking/deepsort/igie/scripts/infer_deepsort_fp16_performance.sh +++ b/models/cv/multi_object_tracking/deepsort/igie/scripts/infer_deepsort_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="deepsort_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/multi_object_tracking/deepsort/igie/scripts/infer_deepsort_int8_accuracy.sh b/models/cv/multi_object_tracking/deepsort/igie/scripts/infer_deepsort_int8_accuracy.sh index 9d0a117f..afc9a92d 100644 --- a/models/cv/multi_object_tracking/deepsort/igie/scripts/infer_deepsort_int8_accuracy.sh +++ b/models/cv/multi_object_tracking/deepsort/igie/scripts/infer_deepsort_int8_accuracy.sh @@ -20,6 +20,20 @@ model_path="deepsort_opt.onnx" quantized_model_path="deepsort_opt_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/multi_object_tracking/deepsort/igie/scripts/infer_deepsort_int8_performance.sh b/models/cv/multi_object_tracking/deepsort/igie/scripts/infer_deepsort_int8_performance.sh index 87778fb3..33a53884 100644 --- a/models/cv/multi_object_tracking/deepsort/igie/scripts/infer_deepsort_int8_performance.sh +++ b/models/cv/multi_object_tracking/deepsort/igie/scripts/infer_deepsort_int8_performance.sh @@ -20,6 +20,20 @@ model_path="deepsort_opt.onnx" quantized_model_path="deepsort_opt_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/multi_object_tracking/deepsort/ixrt/scripts/infer_deepsort_fp16_accuracy.sh b/models/cv/multi_object_tracking/deepsort/ixrt/scripts/infer_deepsort_fp16_accuracy.sh index 045731b6..f303fde8 100644 --- a/models/cv/multi_object_tracking/deepsort/ixrt/scripts/infer_deepsort_fp16_accuracy.sh +++ b/models/cv/multi_object_tracking/deepsort/ixrt/scripts/infer_deepsort_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="deepsort_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model ${model_path} \ diff --git a/models/cv/multi_object_tracking/deepsort/ixrt/scripts/infer_deepsort_fp16_performance.sh b/models/cv/multi_object_tracking/deepsort/ixrt/scripts/infer_deepsort_fp16_performance.sh index e617f020..a25b275a 100644 --- a/models/cv/multi_object_tracking/deepsort/ixrt/scripts/infer_deepsort_fp16_performance.sh +++ b/models/cv/multi_object_tracking/deepsort/ixrt/scripts/infer_deepsort_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="deepsort_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model ${model_path} \ diff --git a/models/cv/multi_object_tracking/fastreid/igie/scripts/infer_fastreid_fp16_accuracy.sh b/models/cv/multi_object_tracking/fastreid/igie/scripts/infer_fastreid_fp16_accuracy.sh index 645c1f65..895fc01d 100644 --- a/models/cv/multi_object_tracking/fastreid/igie/scripts/infer_fastreid_fp16_accuracy.sh +++ b/models/cv/multi_object_tracking/fastreid/igie/scripts/infer_fastreid_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="fast_reid.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/multi_object_tracking/fastreid/igie/scripts/infer_fastreid_fp16_performance.sh b/models/cv/multi_object_tracking/fastreid/igie/scripts/infer_fastreid_fp16_performance.sh index 2b52c377..b9909499 100644 --- a/models/cv/multi_object_tracking/fastreid/igie/scripts/infer_fastreid_fp16_performance.sh +++ b/models/cv/multi_object_tracking/fastreid/igie/scripts/infer_fastreid_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="fast_reid.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/multi_object_tracking/fastreid/ixrt/scripts/infer_fastreid_fp16_accuracy.sh b/models/cv/multi_object_tracking/fastreid/ixrt/scripts/infer_fastreid_fp16_accuracy.sh index a2a4df37..ed9a37d6 100644 --- a/models/cv/multi_object_tracking/fastreid/ixrt/scripts/infer_fastreid_fp16_accuracy.sh +++ b/models/cv/multi_object_tracking/fastreid/ixrt/scripts/infer_fastreid_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="fast_reid.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model ${model_path} \ diff --git a/models/cv/multi_object_tracking/fastreid/ixrt/scripts/infer_fastreid_fp16_performance.sh b/models/cv/multi_object_tracking/fastreid/ixrt/scripts/infer_fastreid_fp16_performance.sh index 59b55fbf..069b068d 100644 --- a/models/cv/multi_object_tracking/fastreid/ixrt/scripts/infer_fastreid_fp16_performance.sh +++ b/models/cv/multi_object_tracking/fastreid/ixrt/scripts/infer_fastreid_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="fast_reid.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model ${model_path} \ diff --git a/models/cv/multi_object_tracking/repnet/igie/scripts/infer_repnet_fp16_accuracy.sh b/models/cv/multi_object_tracking/repnet/igie/scripts/infer_repnet_fp16_accuracy.sh index b8305122..f7b756a5 100644 --- a/models/cv/multi_object_tracking/repnet/igie/scripts/infer_repnet_fp16_accuracy.sh +++ b/models/cv/multi_object_tracking/repnet/igie/scripts/infer_repnet_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="repnet_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/multi_object_tracking/repnet/igie/scripts/infer_repnet_fp16_performance.sh b/models/cv/multi_object_tracking/repnet/igie/scripts/infer_repnet_fp16_performance.sh index ae0fb0bb..5f7cbae7 100644 --- a/models/cv/multi_object_tracking/repnet/igie/scripts/infer_repnet_fp16_performance.sh +++ b/models/cv/multi_object_tracking/repnet/igie/scripts/infer_repnet_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="repnet_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/atss/igie/scripts/infer_atss_fp16_accuracy.sh b/models/cv/object_detection/atss/igie/scripts/infer_atss_fp16_accuracy.sh index 00ee8218..d5451a7f 100644 --- a/models/cv/object_detection/atss/igie/scripts/infer_atss_fp16_accuracy.sh +++ b/models/cv/object_detection/atss/igie/scripts/infer_atss_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="atss_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/atss/igie/scripts/infer_atss_fp16_performance.sh b/models/cv/object_detection/atss/igie/scripts/infer_atss_fp16_performance.sh index e82f4dda..88208e1b 100644 --- a/models/cv/object_detection/atss/igie/scripts/infer_atss_fp16_performance.sh +++ b/models/cv/object_detection/atss/igie/scripts/infer_atss_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="atss_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/centernet/igie/scripts/infer_centernet_fp16_accuracy.sh b/models/cv/object_detection/centernet/igie/scripts/infer_centernet_fp16_accuracy.sh index ad07c1c9..1719de4c 100644 --- a/models/cv/object_detection/centernet/igie/scripts/infer_centernet_fp16_accuracy.sh +++ b/models/cv/object_detection/centernet/igie/scripts/infer_centernet_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="centernet.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/centernet/igie/scripts/infer_centernet_fp16_performance.sh b/models/cv/object_detection/centernet/igie/scripts/infer_centernet_fp16_performance.sh index 84880a20..416b61ec 100644 --- a/models/cv/object_detection/centernet/igie/scripts/infer_centernet_fp16_performance.sh +++ b/models/cv/object_detection/centernet/igie/scripts/infer_centernet_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="centernet.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/centernet/ixrt/scripts/infer_centernet_fp16_accuracy.sh b/models/cv/object_detection/centernet/ixrt/scripts/infer_centernet_fp16_accuracy.sh index 644737b5..764e970e 100644 --- a/models/cv/object_detection/centernet/ixrt/scripts/infer_centernet_fp16_accuracy.sh +++ b/models/cv/object_detection/centernet/ixrt/scripts/infer_centernet_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path=${MODEL_PATH} datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model ${model_path} \ diff --git a/models/cv/object_detection/centernet/ixrt/scripts/infer_centernet_fp16_performance.sh b/models/cv/object_detection/centernet/ixrt/scripts/infer_centernet_fp16_performance.sh index 9e06e472..765c18ef 100644 --- a/models/cv/object_detection/centernet/ixrt/scripts/infer_centernet_fp16_performance.sh +++ b/models/cv/object_detection/centernet/ixrt/scripts/infer_centernet_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path=${MODEL_PATH} datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model ${model_path} \ diff --git a/models/cv/object_detection/fcos/igie/scripts/infer_fcos_fp16_accuracy.sh b/models/cv/object_detection/fcos/igie/scripts/infer_fcos_fp16_accuracy.sh index 05b7a283..f739ca44 100644 --- a/models/cv/object_detection/fcos/igie/scripts/infer_fcos_fp16_accuracy.sh +++ b/models/cv/object_detection/fcos/igie/scripts/infer_fcos_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="fcos_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/fcos/igie/scripts/infer_fcos_fp16_performance.sh b/models/cv/object_detection/fcos/igie/scripts/infer_fcos_fp16_performance.sh index 66d7c190..4c2979fd 100644 --- a/models/cv/object_detection/fcos/igie/scripts/infer_fcos_fp16_performance.sh +++ b/models/cv/object_detection/fcos/igie/scripts/infer_fcos_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="fcos_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/foveabox/igie/scripts/infer_foveabox_fp16_accuracy.sh b/models/cv/object_detection/foveabox/igie/scripts/infer_foveabox_fp16_accuracy.sh index 319a2074..ca0a870c 100644 --- a/models/cv/object_detection/foveabox/igie/scripts/infer_foveabox_fp16_accuracy.sh +++ b/models/cv/object_detection/foveabox/igie/scripts/infer_foveabox_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="foveabox_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/foveabox/igie/scripts/infer_foveabox_fp16_performance.sh b/models/cv/object_detection/foveabox/igie/scripts/infer_foveabox_fp16_performance.sh index 20613487..9b5bd908 100644 --- a/models/cv/object_detection/foveabox/igie/scripts/infer_foveabox_fp16_performance.sh +++ b/models/cv/object_detection/foveabox/igie/scripts/infer_foveabox_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="foveabox_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/fsaf/igie/scripts/infer_fsaf_fp16_accuracy.sh b/models/cv/object_detection/fsaf/igie/scripts/infer_fsaf_fp16_accuracy.sh index 360baf13..6d133638 100644 --- a/models/cv/object_detection/fsaf/igie/scripts/infer_fsaf_fp16_accuracy.sh +++ b/models/cv/object_detection/fsaf/igie/scripts/infer_fsaf_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="fsaf_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/fsaf/igie/scripts/infer_fsaf_fp16_performance.sh b/models/cv/object_detection/fsaf/igie/scripts/infer_fsaf_fp16_performance.sh index 4cb255e4..b375c110 100644 --- a/models/cv/object_detection/fsaf/igie/scripts/infer_fsaf_fp16_performance.sh +++ b/models/cv/object_detection/fsaf/igie/scripts/infer_fsaf_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="fsaf_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/fsaf/ixrt/scripts/infer_fsaf_fp16_accuracy.sh b/models/cv/object_detection/fsaf/ixrt/scripts/infer_fsaf_fp16_accuracy.sh index ed3132c6..e11f7809 100644 --- a/models/cv/object_detection/fsaf/ixrt/scripts/infer_fsaf_fp16_accuracy.sh +++ b/models/cv/object_detection/fsaf/ixrt/scripts/infer_fsaf_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="fsaf_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model ${model_path} \ diff --git a/models/cv/object_detection/fsaf/ixrt/scripts/infer_fsaf_fp16_performance.sh b/models/cv/object_detection/fsaf/ixrt/scripts/infer_fsaf_fp16_performance.sh index 65fad0c7..6cce6e73 100644 --- a/models/cv/object_detection/fsaf/ixrt/scripts/infer_fsaf_fp16_performance.sh +++ b/models/cv/object_detection/fsaf/ixrt/scripts/infer_fsaf_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="fsaf_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model ${model_path} \ diff --git a/models/cv/object_detection/gfl/igie/scripts/infer_gfl_fp16_accuracy.sh b/models/cv/object_detection/gfl/igie/scripts/infer_gfl_fp16_accuracy.sh index ee5d2858..8f8c4979 100644 --- a/models/cv/object_detection/gfl/igie/scripts/infer_gfl_fp16_accuracy.sh +++ b/models/cv/object_detection/gfl/igie/scripts/infer_gfl_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="gfl_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/gfl/igie/scripts/infer_gfl_fp16_performance.sh b/models/cv/object_detection/gfl/igie/scripts/infer_gfl_fp16_performance.sh index 7e4c9d47..e881186d 100644 --- a/models/cv/object_detection/gfl/igie/scripts/infer_gfl_fp16_performance.sh +++ b/models/cv/object_detection/gfl/igie/scripts/infer_gfl_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="gfl_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/hrnet/igie/scripts/infer_hrnet_fp16_accuracy.sh b/models/cv/object_detection/hrnet/igie/scripts/infer_hrnet_fp16_accuracy.sh index fda5ecf8..b2088828 100644 --- a/models/cv/object_detection/hrnet/igie/scripts/infer_hrnet_fp16_accuracy.sh +++ b/models/cv/object_detection/hrnet/igie/scripts/infer_hrnet_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="hrnet_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/hrnet/igie/scripts/infer_hrnet_fp16_performance.sh b/models/cv/object_detection/hrnet/igie/scripts/infer_hrnet_fp16_performance.sh index f8f9a06f..ed848fcc 100644 --- a/models/cv/object_detection/hrnet/igie/scripts/infer_hrnet_fp16_performance.sh +++ b/models/cv/object_detection/hrnet/igie/scripts/infer_hrnet_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="hrnet_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/hrnet/ixrt/scripts/infer_hrnet_fp16_accuracy.sh b/models/cv/object_detection/hrnet/ixrt/scripts/infer_hrnet_fp16_accuracy.sh index 74f55c29..d3f31d00 100644 --- a/models/cv/object_detection/hrnet/ixrt/scripts/infer_hrnet_fp16_accuracy.sh +++ b/models/cv/object_detection/hrnet/ixrt/scripts/infer_hrnet_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="hrnet_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model ${model_path} \ diff --git a/models/cv/object_detection/hrnet/ixrt/scripts/infer_hrnet_fp16_performance.sh b/models/cv/object_detection/hrnet/ixrt/scripts/infer_hrnet_fp16_performance.sh index ae6a5ef1..16ecee50 100644 --- a/models/cv/object_detection/hrnet/ixrt/scripts/infer_hrnet_fp16_performance.sh +++ b/models/cv/object_detection/hrnet/ixrt/scripts/infer_hrnet_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="hrnet_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model ${model_path} \ diff --git a/models/cv/object_detection/paa/igie/scripts/infer_paa_fp16_accuracy.sh b/models/cv/object_detection/paa/igie/scripts/infer_paa_fp16_accuracy.sh index eb68cae2..616b2748 100644 --- a/models/cv/object_detection/paa/igie/scripts/infer_paa_fp16_accuracy.sh +++ b/models/cv/object_detection/paa/igie/scripts/infer_paa_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="paa_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/paa/igie/scripts/infer_paa_fp16_performance.sh b/models/cv/object_detection/paa/igie/scripts/infer_paa_fp16_performance.sh index e2d23920..85e326db 100644 --- a/models/cv/object_detection/paa/igie/scripts/infer_paa_fp16_performance.sh +++ b/models/cv/object_detection/paa/igie/scripts/infer_paa_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="paa_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/retinaface/igie/scripts/infer_retinaface_fp16_accuracy.sh b/models/cv/object_detection/retinaface/igie/scripts/infer_retinaface_fp16_accuracy.sh index b0480eca..3b90cfda 100644 --- a/models/cv/object_detection/retinaface/igie/scripts/infer_retinaface_fp16_accuracy.sh +++ b/models/cv/object_detection/retinaface/igie/scripts/infer_retinaface_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="retinaface_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/retinaface/igie/scripts/infer_retinaface_fp16_performance.sh b/models/cv/object_detection/retinaface/igie/scripts/infer_retinaface_fp16_performance.sh index 99f1a0b5..61147a20 100644 --- a/models/cv/object_detection/retinaface/igie/scripts/infer_retinaface_fp16_performance.sh +++ b/models/cv/object_detection/retinaface/igie/scripts/infer_retinaface_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="retinaface_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/retinanet/igie/scripts/infer_retinanet_fp16_accuracy.sh b/models/cv/object_detection/retinanet/igie/scripts/infer_retinanet_fp16_accuracy.sh index c942bc14..fe3ff448 100644 --- a/models/cv/object_detection/retinanet/igie/scripts/infer_retinanet_fp16_accuracy.sh +++ b/models/cv/object_detection/retinanet/igie/scripts/infer_retinanet_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="retinanet_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/retinanet/igie/scripts/infer_retinanet_fp16_performance.sh b/models/cv/object_detection/retinanet/igie/scripts/infer_retinanet_fp16_performance.sh index 84570845..5115bdf6 100644 --- a/models/cv/object_detection/retinanet/igie/scripts/infer_retinanet_fp16_performance.sh +++ b/models/cv/object_detection/retinanet/igie/scripts/infer_retinanet_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="retinanet_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/rtmdet/igie/scripts/infer_rtmdet_fp16_accuracy.sh b/models/cv/object_detection/rtmdet/igie/scripts/infer_rtmdet_fp16_accuracy.sh index 12d5ab4a..e93bd688 100644 --- a/models/cv/object_detection/rtmdet/igie/scripts/infer_rtmdet_fp16_accuracy.sh +++ b/models/cv/object_detection/rtmdet/igie/scripts/infer_rtmdet_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="rtmdet_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/rtmdet/igie/scripts/infer_rtmdet_fp16_performance.sh b/models/cv/object_detection/rtmdet/igie/scripts/infer_rtmdet_fp16_performance.sh index 4f1c3a5c..61c166fe 100644 --- a/models/cv/object_detection/rtmdet/igie/scripts/infer_rtmdet_fp16_performance.sh +++ b/models/cv/object_detection/rtmdet/igie/scripts/infer_rtmdet_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="rtmdet_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/sabl/igie/scripts/infer_sabl_fp16_accuracy.sh b/models/cv/object_detection/sabl/igie/scripts/infer_sabl_fp16_accuracy.sh index b5cc4216..6424c1ac 100644 --- a/models/cv/object_detection/sabl/igie/scripts/infer_sabl_fp16_accuracy.sh +++ b/models/cv/object_detection/sabl/igie/scripts/infer_sabl_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="sabl_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/sabl/igie/scripts/infer_sabl_fp16_performance.sh b/models/cv/object_detection/sabl/igie/scripts/infer_sabl_fp16_performance.sh index a9d6a713..8d5a66a0 100644 --- a/models/cv/object_detection/sabl/igie/scripts/infer_sabl_fp16_performance.sh +++ b/models/cv/object_detection/sabl/igie/scripts/infer_sabl_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="sabl_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/ssd/igie/scripts/infer_ssd_fp16_accuracy.sh b/models/cv/object_detection/ssd/igie/scripts/infer_ssd_fp16_accuracy.sh index 1ab82ec9..01992d00 100644 --- a/models/cv/object_detection/ssd/igie/scripts/infer_ssd_fp16_accuracy.sh +++ b/models/cv/object_detection/ssd/igie/scripts/infer_ssd_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="ssd_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/ssd/igie/scripts/infer_ssd_fp16_performance.sh b/models/cv/object_detection/ssd/igie/scripts/infer_ssd_fp16_performance.sh index 58af853e..1be61b6b 100644 --- a/models/cv/object_detection/ssd/igie/scripts/infer_ssd_fp16_performance.sh +++ b/models/cv/object_detection/ssd/igie/scripts/infer_ssd_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="ssd_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolof/igie/scripts/infer_yolof_fp16_accuracy.sh b/models/cv/object_detection/yolof/igie/scripts/infer_yolof_fp16_accuracy.sh index 90e4abb7..399e9f69 100644 --- a/models/cv/object_detection/yolof/igie/scripts/infer_yolof_fp16_accuracy.sh +++ b/models/cv/object_detection/yolof/igie/scripts/infer_yolof_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolof_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolof/igie/scripts/infer_yolof_fp16_performance.sh b/models/cv/object_detection/yolof/igie/scripts/infer_yolof_fp16_performance.sh index ce06cfe3..2bf11e93 100644 --- a/models/cv/object_detection/yolof/igie/scripts/infer_yolof_fp16_performance.sh +++ b/models/cv/object_detection/yolof/igie/scripts/infer_yolof_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolof_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov10/igie/scripts/infer_yolov10_fp16_accuracy.sh b/models/cv/object_detection/yolov10/igie/scripts/infer_yolov10_fp16_accuracy.sh index b9d4b646..6dfe7010 100644 --- a/models/cv/object_detection/yolov10/igie/scripts/infer_yolov10_fp16_accuracy.sh +++ b/models/cv/object_detection/yolov10/igie/scripts/infer_yolov10_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolov10s.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov10/igie/scripts/infer_yolov10_fp16_performance.sh b/models/cv/object_detection/yolov10/igie/scripts/infer_yolov10_fp16_performance.sh index 52c44c67..00209cce 100644 --- a/models/cv/object_detection/yolov10/igie/scripts/infer_yolov10_fp16_performance.sh +++ b/models/cv/object_detection/yolov10/igie/scripts/infer_yolov10_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolov10s.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov10/igie/scripts/infer_yolov10_int8_accuracy.sh b/models/cv/object_detection/yolov10/igie/scripts/infer_yolov10_int8_accuracy.sh index 95121cad..b3825094 100644 --- a/models/cv/object_detection/yolov10/igie/scripts/infer_yolov10_int8_accuracy.sh +++ b/models/cv/object_detection/yolov10/igie/scripts/infer_yolov10_int8_accuracy.sh @@ -22,6 +22,20 @@ quantized_model_path="yolov10s_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolov10/igie/scripts/infer_yolov10_int8_performance.sh b/models/cv/object_detection/yolov10/igie/scripts/infer_yolov10_int8_performance.sh index c03fae0f..032ecfa5 100644 --- a/models/cv/object_detection/yolov10/igie/scripts/infer_yolov10_int8_performance.sh +++ b/models/cv/object_detection/yolov10/igie/scripts/infer_yolov10_int8_performance.sh @@ -22,6 +22,20 @@ quantized_model_path="yolov10s_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolov11/igie/scripts/infer_yolov11_fp16_accuracy.sh b/models/cv/object_detection/yolov11/igie/scripts/infer_yolov11_fp16_accuracy.sh index d6df67a4..890685c7 100644 --- a/models/cv/object_detection/yolov11/igie/scripts/infer_yolov11_fp16_accuracy.sh +++ b/models/cv/object_detection/yolov11/igie/scripts/infer_yolov11_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolo11n.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov11/igie/scripts/infer_yolov11_fp16_performance.sh b/models/cv/object_detection/yolov11/igie/scripts/infer_yolov11_fp16_performance.sh index 233e5814..e4e249f3 100644 --- a/models/cv/object_detection/yolov11/igie/scripts/infer_yolov11_fp16_performance.sh +++ b/models/cv/object_detection/yolov11/igie/scripts/infer_yolov11_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolo11n.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov11/igie/scripts/infer_yolov11_int8_accuracy.sh b/models/cv/object_detection/yolov11/igie/scripts/infer_yolov11_int8_accuracy.sh index d73b66ee..6ee43c3f 100644 --- a/models/cv/object_detection/yolov11/igie/scripts/infer_yolov11_int8_accuracy.sh +++ b/models/cv/object_detection/yolov11/igie/scripts/infer_yolov11_int8_accuracy.sh @@ -20,6 +20,20 @@ model_path="yolo11n.onnx" quantized_model_path="yolo11n_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolov11/igie/scripts/infer_yolov11_int8_performance.sh b/models/cv/object_detection/yolov11/igie/scripts/infer_yolov11_int8_performance.sh index e24f4e09..521624e6 100644 --- a/models/cv/object_detection/yolov11/igie/scripts/infer_yolov11_int8_performance.sh +++ b/models/cv/object_detection/yolov11/igie/scripts/infer_yolov11_int8_performance.sh @@ -20,6 +20,20 @@ model_path="yolo11n.onnx" quantized_model_path="yolo11n_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolov12/igie/scripts/infer_yolov12_fp16_accuracy.sh b/models/cv/object_detection/yolov12/igie/scripts/infer_yolov12_fp16_accuracy.sh index d562e374..d4a60e9a 100644 --- a/models/cv/object_detection/yolov12/igie/scripts/infer_yolov12_fp16_accuracy.sh +++ b/models/cv/object_detection/yolov12/igie/scripts/infer_yolov12_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolov12n.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov12/igie/scripts/infer_yolov12_fp16_performance.sh b/models/cv/object_detection/yolov12/igie/scripts/infer_yolov12_fp16_performance.sh index 48c64c69..01fb54ff 100644 --- a/models/cv/object_detection/yolov12/igie/scripts/infer_yolov12_fp16_performance.sh +++ b/models/cv/object_detection/yolov12/igie/scripts/infer_yolov12_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolov12n.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov12/igie/scripts/infer_yolov12_int8_accuracy.sh b/models/cv/object_detection/yolov12/igie/scripts/infer_yolov12_int8_accuracy.sh index 80182ba8..2073889f 100644 --- a/models/cv/object_detection/yolov12/igie/scripts/infer_yolov12_int8_accuracy.sh +++ b/models/cv/object_detection/yolov12/igie/scripts/infer_yolov12_int8_accuracy.sh @@ -20,6 +20,20 @@ model_path="yolov12n.onnx" quantized_model_path="yolov12n_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolov12/igie/scripts/infer_yolov12_int8_performance.sh b/models/cv/object_detection/yolov12/igie/scripts/infer_yolov12_int8_performance.sh index a1d2fe0d..598880f1 100644 --- a/models/cv/object_detection/yolov12/igie/scripts/infer_yolov12_int8_performance.sh +++ b/models/cv/object_detection/yolov12/igie/scripts/infer_yolov12_int8_performance.sh @@ -20,6 +20,20 @@ model_path="yolov12n.onnx" quantized_model_path="yolov12n_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolov13/igie/scripts/infer_yolov13_fp16_accuracy.sh b/models/cv/object_detection/yolov13/igie/scripts/infer_yolov13_fp16_accuracy.sh index d1cbb01b..bdf1c175 100644 --- a/models/cv/object_detection/yolov13/igie/scripts/infer_yolov13_fp16_accuracy.sh +++ b/models/cv/object_detection/yolov13/igie/scripts/infer_yolov13_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolov13n.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov13/igie/scripts/infer_yolov13_fp16_performance.sh b/models/cv/object_detection/yolov13/igie/scripts/infer_yolov13_fp16_performance.sh index bc8df7b0..183b2f2c 100644 --- a/models/cv/object_detection/yolov13/igie/scripts/infer_yolov13_fp16_performance.sh +++ b/models/cv/object_detection/yolov13/igie/scripts/infer_yolov13_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolov13n.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov13/igie/scripts/infer_yolov13_int8_accuracy.sh b/models/cv/object_detection/yolov13/igie/scripts/infer_yolov13_int8_accuracy.sh index 18ab6536..50116c16 100644 --- a/models/cv/object_detection/yolov13/igie/scripts/infer_yolov13_int8_accuracy.sh +++ b/models/cv/object_detection/yolov13/igie/scripts/infer_yolov13_int8_accuracy.sh @@ -20,6 +20,20 @@ model_path="yolov13n.onnx" quantized_model_path="yolov13n_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolov13/igie/scripts/infer_yolov13_int8_performance.sh b/models/cv/object_detection/yolov13/igie/scripts/infer_yolov13_int8_performance.sh index d4bd8e28..190c2a3f 100644 --- a/models/cv/object_detection/yolov13/igie/scripts/infer_yolov13_int8_performance.sh +++ b/models/cv/object_detection/yolov13/igie/scripts/infer_yolov13_int8_performance.sh @@ -20,6 +20,20 @@ model_path="yolov13n.onnx" quantized_model_path="yolov13n_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolov3/igie/scripts/infer_yolov3_fp16_accuracy.sh b/models/cv/object_detection/yolov3/igie/scripts/infer_yolov3_fp16_accuracy.sh index 3ae8c1ba..98d32025 100644 --- a/models/cv/object_detection/yolov3/igie/scripts/infer_yolov3_fp16_accuracy.sh +++ b/models/cv/object_detection/yolov3/igie/scripts/infer_yolov3_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolov3_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov3/igie/scripts/infer_yolov3_fp16_performance.sh b/models/cv/object_detection/yolov3/igie/scripts/infer_yolov3_fp16_performance.sh index 3cb84b32..2b090141 100644 --- a/models/cv/object_detection/yolov3/igie/scripts/infer_yolov3_fp16_performance.sh +++ b/models/cv/object_detection/yolov3/igie/scripts/infer_yolov3_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolov3_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov3/igie/scripts/infer_yolov3_int8_accuracy.sh b/models/cv/object_detection/yolov3/igie/scripts/infer_yolov3_int8_accuracy.sh index 9226497a..213b4ef2 100644 --- a/models/cv/object_detection/yolov3/igie/scripts/infer_yolov3_int8_accuracy.sh +++ b/models/cv/object_detection/yolov3/igie/scripts/infer_yolov3_int8_accuracy.sh @@ -20,6 +20,20 @@ model_path="yolov3_opt.onnx" quantized_model_path="yolov3_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolov3/igie/scripts/infer_yolov3_int8_performance.sh b/models/cv/object_detection/yolov3/igie/scripts/infer_yolov3_int8_performance.sh index a7f4a1f4..db21aa29 100644 --- a/models/cv/object_detection/yolov3/igie/scripts/infer_yolov3_int8_performance.sh +++ b/models/cv/object_detection/yolov3/igie/scripts/infer_yolov3_int8_performance.sh @@ -20,6 +20,20 @@ model_path="yolov3_opt.onnx" quantized_model_path="yolov3_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolov4/igie/scripts/infer_yolov4_fp16_accuracy.sh b/models/cv/object_detection/yolov4/igie/scripts/infer_yolov4_fp16_accuracy.sh index a6943b5b..d3cdf4e6 100644 --- a/models/cv/object_detection/yolov4/igie/scripts/infer_yolov4_fp16_accuracy.sh +++ b/models/cv/object_detection/yolov4/igie/scripts/infer_yolov4_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolov4_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov4/igie/scripts/infer_yolov4_fp16_performance.sh b/models/cv/object_detection/yolov4/igie/scripts/infer_yolov4_fp16_performance.sh index 990efa6d..3e835843 100644 --- a/models/cv/object_detection/yolov4/igie/scripts/infer_yolov4_fp16_performance.sh +++ b/models/cv/object_detection/yolov4/igie/scripts/infer_yolov4_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolov4_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov4/igie/scripts/infer_yolov4_int8_accuracy.sh b/models/cv/object_detection/yolov4/igie/scripts/infer_yolov4_int8_accuracy.sh index fb5c2885..65d01842 100644 --- a/models/cv/object_detection/yolov4/igie/scripts/infer_yolov4_int8_accuracy.sh +++ b/models/cv/object_detection/yolov4/igie/scripts/infer_yolov4_int8_accuracy.sh @@ -20,6 +20,20 @@ model_path="yolov4_opt.onnx" quantized_model_path="yolov4_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolov4/igie/scripts/infer_yolov4_int8_performance.sh b/models/cv/object_detection/yolov4/igie/scripts/infer_yolov4_int8_performance.sh index ad66b652..696087d8 100644 --- a/models/cv/object_detection/yolov4/igie/scripts/infer_yolov4_int8_performance.sh +++ b/models/cv/object_detection/yolov4/igie/scripts/infer_yolov4_int8_performance.sh @@ -20,6 +20,20 @@ model_path="yolov4_opt.onnx" quantized_model_path="yolov4_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolov5/igie/scripts/infer_yolov5_fp16_accuracy.sh b/models/cv/object_detection/yolov5/igie/scripts/infer_yolov5_fp16_accuracy.sh index 4a54747d..0a124ab2 100644 --- a/models/cv/object_detection/yolov5/igie/scripts/infer_yolov5_fp16_accuracy.sh +++ b/models/cv/object_detection/yolov5/igie/scripts/infer_yolov5_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolov5m_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov5/igie/scripts/infer_yolov5_fp16_performance.sh b/models/cv/object_detection/yolov5/igie/scripts/infer_yolov5_fp16_performance.sh index 7ca10aef..19fbf891 100644 --- a/models/cv/object_detection/yolov5/igie/scripts/infer_yolov5_fp16_performance.sh +++ b/models/cv/object_detection/yolov5/igie/scripts/infer_yolov5_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolov5m_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov5/igie/scripts/infer_yolov5_int8_accuracy.sh b/models/cv/object_detection/yolov5/igie/scripts/infer_yolov5_int8_accuracy.sh index 7aefa039..a0a037de 100644 --- a/models/cv/object_detection/yolov5/igie/scripts/infer_yolov5_int8_accuracy.sh +++ b/models/cv/object_detection/yolov5/igie/scripts/infer_yolov5_int8_accuracy.sh @@ -20,6 +20,20 @@ model_path="yolov5m_opt.onnx" quantized_model_path="yolov5m_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolov5/igie/scripts/infer_yolov5_int8_performance.sh b/models/cv/object_detection/yolov5/igie/scripts/infer_yolov5_int8_performance.sh index 07d5a63a..e2d18e32 100644 --- a/models/cv/object_detection/yolov5/igie/scripts/infer_yolov5_int8_performance.sh +++ b/models/cv/object_detection/yolov5/igie/scripts/infer_yolov5_int8_performance.sh @@ -20,6 +20,20 @@ model_path="yolov5m_opt.onnx" quantized_model_path="yolov5m_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolov6/igie/scripts/infer_yolov6_fp16_accuracy.sh b/models/cv/object_detection/yolov6/igie/scripts/infer_yolov6_fp16_accuracy.sh index 4d1e794c..fc5b3497 100644 --- a/models/cv/object_detection/yolov6/igie/scripts/infer_yolov6_fp16_accuracy.sh +++ b/models/cv/object_detection/yolov6/igie/scripts/infer_yolov6_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolov6s.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov6/igie/scripts/infer_yolov6_fp16_performance.sh b/models/cv/object_detection/yolov6/igie/scripts/infer_yolov6_fp16_performance.sh index c797bee2..15a7f904 100644 --- a/models/cv/object_detection/yolov6/igie/scripts/infer_yolov6_fp16_performance.sh +++ b/models/cv/object_detection/yolov6/igie/scripts/infer_yolov6_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolov6s.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov7/igie/scripts/infer_yolov7_fp16_accuracy.sh b/models/cv/object_detection/yolov7/igie/scripts/infer_yolov7_fp16_accuracy.sh index 1fc7965e..b7df4ffd 100644 --- a/models/cv/object_detection/yolov7/igie/scripts/infer_yolov7_fp16_accuracy.sh +++ b/models/cv/object_detection/yolov7/igie/scripts/infer_yolov7_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolov7.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov7/igie/scripts/infer_yolov7_fp16_performance.sh b/models/cv/object_detection/yolov7/igie/scripts/infer_yolov7_fp16_performance.sh index 58592304..6a095bc7 100644 --- a/models/cv/object_detection/yolov7/igie/scripts/infer_yolov7_fp16_performance.sh +++ b/models/cv/object_detection/yolov7/igie/scripts/infer_yolov7_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolov7.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov7/igie/scripts/infer_yolov7_int8_accuracy.sh b/models/cv/object_detection/yolov7/igie/scripts/infer_yolov7_int8_accuracy.sh index c9385562..bc3fe39f 100644 --- a/models/cv/object_detection/yolov7/igie/scripts/infer_yolov7_int8_accuracy.sh +++ b/models/cv/object_detection/yolov7/igie/scripts/infer_yolov7_int8_accuracy.sh @@ -20,6 +20,20 @@ model_path="yolov7.onnx" quantized_model_path="yolov7_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolov7/igie/scripts/infer_yolov7_int8_performance.sh b/models/cv/object_detection/yolov7/igie/scripts/infer_yolov7_int8_performance.sh index e62918de..9cdc7e74 100644 --- a/models/cv/object_detection/yolov7/igie/scripts/infer_yolov7_int8_performance.sh +++ b/models/cv/object_detection/yolov7/igie/scripts/infer_yolov7_int8_performance.sh @@ -20,6 +20,20 @@ model_path="yolov7.onnx" quantized_model_path="yolov7_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolov8/igie/scripts/infer_yolov8_fp16_accuracy.sh b/models/cv/object_detection/yolov8/igie/scripts/infer_yolov8_fp16_accuracy.sh index 09d419a2..38697c73 100644 --- a/models/cv/object_detection/yolov8/igie/scripts/infer_yolov8_fp16_accuracy.sh +++ b/models/cv/object_detection/yolov8/igie/scripts/infer_yolov8_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolov8s.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov8/igie/scripts/infer_yolov8_fp16_performance.sh b/models/cv/object_detection/yolov8/igie/scripts/infer_yolov8_fp16_performance.sh index ac130a43..8cbc30cc 100644 --- a/models/cv/object_detection/yolov8/igie/scripts/infer_yolov8_fp16_performance.sh +++ b/models/cv/object_detection/yolov8/igie/scripts/infer_yolov8_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolov8s.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov8/igie/scripts/infer_yolov8_int8_accuracy.sh b/models/cv/object_detection/yolov8/igie/scripts/infer_yolov8_int8_accuracy.sh index 879dabd2..5ab1454e 100644 --- a/models/cv/object_detection/yolov8/igie/scripts/infer_yolov8_int8_accuracy.sh +++ b/models/cv/object_detection/yolov8/igie/scripts/infer_yolov8_int8_accuracy.sh @@ -20,6 +20,20 @@ model_path="yolov8s.onnx" quantized_model_path="yolov8s_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolov8/igie/scripts/infer_yolov8_int8_performance.sh b/models/cv/object_detection/yolov8/igie/scripts/infer_yolov8_int8_performance.sh index a966d9bd..8a5b41dd 100644 --- a/models/cv/object_detection/yolov8/igie/scripts/infer_yolov8_int8_performance.sh +++ b/models/cv/object_detection/yolov8/igie/scripts/infer_yolov8_int8_performance.sh @@ -20,6 +20,20 @@ model_path="yolov8s.onnx" quantized_model_path="yolov8s_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolov8n/igie/scripts/infer_yolov8n_fp16_accuracy.sh b/models/cv/object_detection/yolov8n/igie/scripts/infer_yolov8n_fp16_accuracy.sh index 6f139244..b34ad2f3 100644 --- a/models/cv/object_detection/yolov8n/igie/scripts/infer_yolov8n_fp16_accuracy.sh +++ b/models/cv/object_detection/yolov8n/igie/scripts/infer_yolov8n_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolov8n.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov8n/igie/scripts/infer_yolov8n_fp16_performance.sh b/models/cv/object_detection/yolov8n/igie/scripts/infer_yolov8n_fp16_performance.sh index a7e0bdc3..26ba453b 100644 --- a/models/cv/object_detection/yolov8n/igie/scripts/infer_yolov8n_fp16_performance.sh +++ b/models/cv/object_detection/yolov8n/igie/scripts/infer_yolov8n_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolov8n.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov8n/igie/scripts/infer_yolov8n_int8_accuracy.sh b/models/cv/object_detection/yolov8n/igie/scripts/infer_yolov8n_int8_accuracy.sh index 992544ab..d0b5de57 100644 --- a/models/cv/object_detection/yolov8n/igie/scripts/infer_yolov8n_int8_accuracy.sh +++ b/models/cv/object_detection/yolov8n/igie/scripts/infer_yolov8n_int8_accuracy.sh @@ -20,6 +20,20 @@ model_path="yolov8n.onnx" quantized_model_path="yolov8n_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolov8n/igie/scripts/infer_yolov8n_int8_performance.sh b/models/cv/object_detection/yolov8n/igie/scripts/infer_yolov8n_int8_performance.sh index 12993c09..60c0d2a6 100644 --- a/models/cv/object_detection/yolov8n/igie/scripts/infer_yolov8n_int8_performance.sh +++ b/models/cv/object_detection/yolov8n/igie/scripts/infer_yolov8n_int8_performance.sh @@ -20,6 +20,20 @@ model_path="yolov8n.onnx" quantized_model_path="yolov8n_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolov9/igie/scripts/infer_yolov9_fp16_accuracy.sh b/models/cv/object_detection/yolov9/igie/scripts/infer_yolov9_fp16_accuracy.sh index 44bb63ca..16069d34 100644 --- a/models/cv/object_detection/yolov9/igie/scripts/infer_yolov9_fp16_accuracy.sh +++ b/models/cv/object_detection/yolov9/igie/scripts/infer_yolov9_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolov9s.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov9/igie/scripts/infer_yolov9_fp16_performance.sh b/models/cv/object_detection/yolov9/igie/scripts/infer_yolov9_fp16_performance.sh index c35c79ae..f1a93819 100644 --- a/models/cv/object_detection/yolov9/igie/scripts/infer_yolov9_fp16_performance.sh +++ b/models/cv/object_detection/yolov9/igie/scripts/infer_yolov9_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolov9s.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolov9/igie/scripts/infer_yolov9_int8_accuracy.sh b/models/cv/object_detection/yolov9/igie/scripts/infer_yolov9_int8_accuracy.sh index 3963cd32..d97e1179 100644 --- a/models/cv/object_detection/yolov9/igie/scripts/infer_yolov9_int8_accuracy.sh +++ b/models/cv/object_detection/yolov9/igie/scripts/infer_yolov9_int8_accuracy.sh @@ -20,6 +20,20 @@ model_path="yolov9s.onnx" quantized_model_path="yolov9s_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolov9/igie/scripts/infer_yolov9_int8_performance.sh b/models/cv/object_detection/yolov9/igie/scripts/infer_yolov9_int8_performance.sh index 05123ce0..d137031d 100644 --- a/models/cv/object_detection/yolov9/igie/scripts/infer_yolov9_int8_performance.sh +++ b/models/cv/object_detection/yolov9/igie/scripts/infer_yolov9_int8_performance.sh @@ -20,6 +20,20 @@ model_path="yolov9s.onnx" quantized_model_path="yolov9s_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolox/igie/scripts/infer_yolox_fp16_accuracy.sh b/models/cv/object_detection/yolox/igie/scripts/infer_yolox_fp16_accuracy.sh index b685a8d2..21421a7f 100644 --- a/models/cv/object_detection/yolox/igie/scripts/infer_yolox_fp16_accuracy.sh +++ b/models/cv/object_detection/yolox/igie/scripts/infer_yolox_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolox.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolox/igie/scripts/infer_yolox_fp16_performance.sh b/models/cv/object_detection/yolox/igie/scripts/infer_yolox_fp16_performance.sh index e95a1fbd..dc6f64d8 100644 --- a/models/cv/object_detection/yolox/igie/scripts/infer_yolox_fp16_performance.sh +++ b/models/cv/object_detection/yolox/igie/scripts/infer_yolox_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="yolox.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 ../../igie_common/build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/object_detection/yolox/igie/scripts/infer_yolox_int8_accuracy.sh b/models/cv/object_detection/yolox/igie/scripts/infer_yolox_int8_accuracy.sh index f98c3146..9c49fe32 100644 --- a/models/cv/object_detection/yolox/igie/scripts/infer_yolox_int8_accuracy.sh +++ b/models/cv/object_detection/yolox/igie/scripts/infer_yolox_int8_accuracy.sh @@ -20,6 +20,20 @@ model_path="yolox.onnx" quantized_model_path="yolox_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolox/igie/scripts/infer_yolox_int8_performance.sh b/models/cv/object_detection/yolox/igie/scripts/infer_yolox_int8_performance.sh index 05418709..c2c7ad67 100644 --- a/models/cv/object_detection/yolox/igie/scripts/infer_yolox_int8_performance.sh +++ b/models/cv/object_detection/yolox/igie/scripts/infer_yolox_int8_performance.sh @@ -20,6 +20,20 @@ model_path="yolox.onnx" quantized_model_path="yolox_int8.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + if [ ! -e $quantized_model_path ]; then # quantize model to int8 python3 quantize.py \ diff --git a/models/cv/object_detection/yolox/ixrt/scripts/infer_yolox_fp16_accuracy.sh b/models/cv/object_detection/yolox/ixrt/scripts/infer_yolox_fp16_accuracy.sh index 455a5483..1d9f3bf0 100644 --- a/models/cv/object_detection/yolox/ixrt/scripts/infer_yolox_fp16_accuracy.sh +++ b/models/cv/object_detection/yolox/ixrt/scripts/infer_yolox_fp16_accuracy.sh @@ -18,6 +18,20 @@ batchsize=${BATCH_SIZE:-"32"} model_path="yolox" datasets_path=${DATASETS_DIR} + +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" DECODER_INPUT_NAMES="/head/obj_preds.0/Conv_output_0 /head/cls_preds.0/Conv_output_0 /head/reg_preds.1/Conv_output_0 /head/cls_preds.1/Conv_output_0 /head/reg_preds.2/Conv_output_0 /head/obj_preds.2/Conv_output_0 /head/cls_preds.2/Conv_output_0" # cut onnx diff --git a/models/cv/object_detection/yolox/ixrt/scripts/infer_yolox_fp16_performance.sh b/models/cv/object_detection/yolox/ixrt/scripts/infer_yolox_fp16_performance.sh index 913d9729..8f512d51 100644 --- a/models/cv/object_detection/yolox/ixrt/scripts/infer_yolox_fp16_performance.sh +++ b/models/cv/object_detection/yolox/ixrt/scripts/infer_yolox_fp16_performance.sh @@ -18,6 +18,20 @@ batchsize=${BATCH_SIZE:-"32"} model_path="yolox" datasets_path=${DATASETS_DIR} + +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" DECODER_INPUT_NAMES="/head/obj_preds.0/Conv_output_0 /head/cls_preds.0/Conv_output_0 /head/reg_preds.1/Conv_output_0 /head/cls_preds.1/Conv_output_0 /head/reg_preds.2/Conv_output_0 /head/obj_preds.2/Conv_output_0 /head/cls_preds.2/Conv_output_0" # cut onnx diff --git a/models/cv/object_detection/yolox/ixrt/scripts/infer_yolox_int8_accuracy.sh b/models/cv/object_detection/yolox/ixrt/scripts/infer_yolox_int8_accuracy.sh index 1542725c..0f58e9c2 100644 --- a/models/cv/object_detection/yolox/ixrt/scripts/infer_yolox_int8_accuracy.sh +++ b/models/cv/object_detection/yolox/ixrt/scripts/infer_yolox_int8_accuracy.sh @@ -19,6 +19,20 @@ batchsize=${BATCH_SIZE:-"32"} model_path="yolox" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # quant python3 python/quant.py \ --model_name ${model_path} \ diff --git a/models/cv/object_detection/yolox/ixrt/scripts/infer_yolox_int8_performance.sh b/models/cv/object_detection/yolox/ixrt/scripts/infer_yolox_int8_performance.sh index 18fb0ca4..afc48038 100644 --- a/models/cv/object_detection/yolox/ixrt/scripts/infer_yolox_int8_performance.sh +++ b/models/cv/object_detection/yolox/ixrt/scripts/infer_yolox_int8_performance.sh @@ -19,6 +19,20 @@ batchsize=${BATCH_SIZE:-"32"} model_path="yolox" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # quant python3 python/quant.py \ --model_name ${model_path} \ diff --git a/models/cv/ocr/kie_layoutxlm/igie/scripts/infer_kie_layoutxlm_fp16_accuracy.sh b/models/cv/ocr/kie_layoutxlm/igie/scripts/infer_kie_layoutxlm_fp16_accuracy.sh index 83a60474..0116d094 100644 --- a/models/cv/ocr/kie_layoutxlm/igie/scripts/infer_kie_layoutxlm_fp16_accuracy.sh +++ b/models/cv/ocr/kie_layoutxlm/igie/scripts/infer_kie_layoutxlm_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=8 model_path="kie_ser_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model_path kie_ser_opt.onnx \ diff --git a/models/cv/ocr/kie_layoutxlm/igie/scripts/infer_kie_layoutxlm_fp16_performance.sh b/models/cv/ocr/kie_layoutxlm/igie/scripts/infer_kie_layoutxlm_fp16_performance.sh index 2205c987..d3811ab6 100644 --- a/models/cv/ocr/kie_layoutxlm/igie/scripts/infer_kie_layoutxlm_fp16_performance.sh +++ b/models/cv/ocr/kie_layoutxlm/igie/scripts/infer_kie_layoutxlm_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=8 model_path="kie_ser_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/ocr/svtr/igie/scripts/infer_svtr_fp16_accuracy.sh b/models/cv/ocr/svtr/igie/scripts/infer_svtr_fp16_accuracy.sh index e195990e..fb1f71cd 100644 --- a/models/cv/ocr/svtr/igie/scripts/infer_svtr_fp16_accuracy.sh +++ b/models/cv/ocr/svtr/igie/scripts/infer_svtr_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="SVTR_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/ocr/svtr/igie/scripts/infer_svtr_fp16_performance.sh b/models/cv/ocr/svtr/igie/scripts/infer_svtr_fp16_performance.sh index 34484ee8..768ab7f0 100644 --- a/models/cv/ocr/svtr/igie/scripts/infer_svtr_fp16_performance.sh +++ b/models/cv/ocr/svtr/igie/scripts/infer_svtr_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="SVTR_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/pose_estimation/hrnetpose/igie/scripts/infer_hrnetpose_fp16_accuracy.sh b/models/cv/pose_estimation/hrnetpose/igie/scripts/infer_hrnetpose_fp16_accuracy.sh index 47c0d80d..f8f6195b 100644 --- a/models/cv/pose_estimation/hrnetpose/igie/scripts/infer_hrnetpose_fp16_accuracy.sh +++ b/models/cv/pose_estimation/hrnetpose/igie/scripts/infer_hrnetpose_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="hrnetpose_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/pose_estimation/hrnetpose/igie/scripts/infer_hrnetpose_fp16_performance.sh b/models/cv/pose_estimation/hrnetpose/igie/scripts/infer_hrnetpose_fp16_performance.sh index cf77cb00..675c94c1 100644 --- a/models/cv/pose_estimation/hrnetpose/igie/scripts/infer_hrnetpose_fp16_performance.sh +++ b/models/cv/pose_estimation/hrnetpose/igie/scripts/infer_hrnetpose_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="hrnetpose_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/pose_estimation/rtmpose/igie/scripts/infer_rtmpose_fp16_accuracy.sh b/models/cv/pose_estimation/rtmpose/igie/scripts/infer_rtmpose_fp16_accuracy.sh index 9e0c7da0..1f681f39 100644 --- a/models/cv/pose_estimation/rtmpose/igie/scripts/infer_rtmpose_fp16_accuracy.sh +++ b/models/cv/pose_estimation/rtmpose/igie/scripts/infer_rtmpose_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="rtmpose_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/pose_estimation/rtmpose/igie/scripts/infer_rtmpose_fp16_performance.sh b/models/cv/pose_estimation/rtmpose/igie/scripts/infer_rtmpose_fp16_performance.sh index 568cb1bc..8f747721 100644 --- a/models/cv/pose_estimation/rtmpose/igie/scripts/infer_rtmpose_fp16_performance.sh +++ b/models/cv/pose_estimation/rtmpose/igie/scripts/infer_rtmpose_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=32 model_path="rtmpose_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/semantic_segmentation/unet/igie/scripts/infer_unet_fp16_accuracy.sh b/models/cv/semantic_segmentation/unet/igie/scripts/infer_unet_fp16_accuracy.sh index 61cc2b27..f39eeebb 100644 --- a/models/cv/semantic_segmentation/unet/igie/scripts/infer_unet_fp16_accuracy.sh +++ b/models/cv/semantic_segmentation/unet/igie/scripts/infer_unet_fp16_accuracy.sh @@ -19,6 +19,20 @@ batchsize=16 model_path="unet_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model_path ${model_path} \ diff --git a/models/cv/semantic_segmentation/unet/igie/scripts/infer_unet_fp16_performance.sh b/models/cv/semantic_segmentation/unet/igie/scripts/infer_unet_fp16_performance.sh index 6c7a3b85..d82a8cf9 100644 --- a/models/cv/semantic_segmentation/unet/igie/scripts/infer_unet_fp16_performance.sh +++ b/models/cv/semantic_segmentation/unet/igie/scripts/infer_unet_fp16_performance.sh @@ -19,6 +19,20 @@ batchsize=16 model_path="unet_opt.onnx" datasets_path=${DATASETS_DIR} +# Update arguments +index=0 +options=$@ +arguments=($options) +for argument in $options +do + index=`expr $index + 1` + case $argument in + --bs) batchsize=${arguments[index]};; + esac +done + +echo "batch size is ${batchsize}" + # build engine python3 build_engine.py \ --model_path ${model_path} \ -- Gitee