|
|
@ -215,7 +215,7 @@ inference_analysis_test(test_analyzer_transformer SRCS analyzer_transformer_test
|
|
|
|
|
|
|
|
|
|
|
|
# ocr
|
|
|
|
# ocr
|
|
|
|
set(OCR_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/ocr")
|
|
|
|
set(OCR_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/ocr")
|
|
|
|
if (NOT EXISTS ${OCR_INSTALL_DIR})
|
|
|
|
if (NOT EXISTS ${OCR_INSTALL_DIR}/ocr.tar.gz)
|
|
|
|
inference_download_and_uncompress(${OCR_INSTALL_DIR} "http://paddlemodels.bj.bcebos.com/" "inference-vis-demos%2Focr.tar.gz")
|
|
|
|
inference_download_and_uncompress(${OCR_INSTALL_DIR} "http://paddlemodels.bj.bcebos.com/" "inference-vis-demos%2Focr.tar.gz")
|
|
|
|
endif()
|
|
|
|
endif()
|
|
|
|
inference_analysis_api_test(test_analyzer_ocr ${OCR_INSTALL_DIR} analyzer_vis_tester.cc)
|
|
|
|
inference_analysis_api_test(test_analyzer_ocr ${OCR_INSTALL_DIR} analyzer_vis_tester.cc)
|
|
|
@ -231,7 +231,7 @@ set_property(TEST test_analyzer_detect PROPERTY ENVIRONMENT GLOG_vmodule=analysi
|
|
|
|
|
|
|
|
|
|
|
|
# mobilenet with transpose op
|
|
|
|
# mobilenet with transpose op
|
|
|
|
set(MOBILENET_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/mobilenet")
|
|
|
|
set(MOBILENET_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/mobilenet")
|
|
|
|
if (NOT EXISTS ${MOBILENET_INSTALL_DIR})
|
|
|
|
if (NOT EXISTS ${MOBILENET_INSTALL_DIR}/mobilenet.tar.gz)
|
|
|
|
inference_download_and_uncompress(${MOBILENET_INSTALL_DIR} "http://paddlemodels.bj.bcebos.com/" "inference-vis-demos%2Fmobilenet.tar.gz")
|
|
|
|
inference_download_and_uncompress(${MOBILENET_INSTALL_DIR} "http://paddlemodels.bj.bcebos.com/" "inference-vis-demos%2Fmobilenet.tar.gz")
|
|
|
|
endif()
|
|
|
|
endif()
|
|
|
|
inference_analysis_api_test(test_analyzer_mobilenet_transpose ${MOBILENET_INSTALL_DIR} analyzer_vis_tester.cc)
|
|
|
|
inference_analysis_api_test(test_analyzer_mobilenet_transpose ${MOBILENET_INSTALL_DIR} analyzer_vis_tester.cc)
|
|
|
@ -395,15 +395,15 @@ inference_analysis_api_test(test_analyzer_bert ${BERT_INSTALL_DIR} analyzer_bert
|
|
|
|
|
|
|
|
|
|
|
|
if(WITH_GPU AND TENSORRT_FOUND)
|
|
|
|
if(WITH_GPU AND TENSORRT_FOUND)
|
|
|
|
set(TRT_MODEL_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/trt_models")
|
|
|
|
set(TRT_MODEL_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/trt_models")
|
|
|
|
if (NOT EXISTS ${TRT_MODEL_INSTALL_DIR})
|
|
|
|
if (NOT EXISTS ${TRT_MODEL_INSTALL_DIR}/trt_inference_test_models.tar.gz)
|
|
|
|
inference_download_and_uncompress(${TRT_MODEL_INSTALL_DIR} ${INFERENCE_URL}/tensorrt_test "trt_inference_test_models.tar.gz")
|
|
|
|
inference_download_and_uncompress(${TRT_MODEL_INSTALL_DIR} ${INFERENCE_URL}/tensorrt_test "trt_inference_test_models.tar.gz")
|
|
|
|
endif()
|
|
|
|
endif()
|
|
|
|
set(TEST_SPLIT_CONVERTER_MODEL "${TRT_MODEL_INSTALL_DIR}/trt_split_op_converter_test")
|
|
|
|
set(TEST_SPLIT_CONVERTER_MODEL "${TRT_MODEL_INSTALL_DIR}/trt_split_op_converter_test")
|
|
|
|
if (NOT EXISTS ${TEST_SPLIT_CONVERTER_MODEL})
|
|
|
|
if (NOT EXISTS ${TEST_SPLIT_CONVERTER_MODEL}/split_converter.tgz)
|
|
|
|
inference_download_and_uncompress(${TEST_SPLIT_CONVERTER_MODEL} ${INFERENCE_URL}/tensorrt_test "split_converter.tgz")
|
|
|
|
inference_download_and_uncompress(${TEST_SPLIT_CONVERTER_MODEL} ${INFERENCE_URL}/tensorrt_test "split_converter.tgz")
|
|
|
|
endif()
|
|
|
|
endif()
|
|
|
|
set(TEST_INSTANCE_NORM_MODEL "${TRT_MODEL_INSTALL_DIR}/trt_instance_norm_test")
|
|
|
|
set(TEST_INSTANCE_NORM_MODEL "${TRT_MODEL_INSTALL_DIR}/trt_instance_norm_test")
|
|
|
|
if (NOT EXISTS ${TEST_INSTANCE_NORM_MODEL})
|
|
|
|
if (NOT EXISTS ${TEST_INSTANCE_NORM_MODEL}/instance_norm.tgz)
|
|
|
|
inference_download_and_uncompress(${TEST_INSTANCE_NORM_MODEL} ${INFERENCE_URL}/tensorrt_test "instance_norm.tgz")
|
|
|
|
inference_download_and_uncompress(${TEST_INSTANCE_NORM_MODEL} ${INFERENCE_URL}/tensorrt_test "instance_norm.tgz")
|
|
|
|
endif()
|
|
|
|
endif()
|
|
|
|
inference_analysis_test(trt_mobilenet_test SRCS trt_mobilenet_test.cc
|
|
|
|
inference_analysis_test(trt_mobilenet_test SRCS trt_mobilenet_test.cc
|
|
|
@ -432,7 +432,7 @@ if(WITH_GPU AND TENSORRT_FOUND)
|
|
|
|
ARGS --infer_model=${TRT_MODEL_INSTALL_DIR}/trt_inference_test_models)
|
|
|
|
ARGS --infer_model=${TRT_MODEL_INSTALL_DIR}/trt_inference_test_models)
|
|
|
|
|
|
|
|
|
|
|
|
set(TRT_MODEL_QUANT_RESNET_DIR "${INFERENCE_DEMO_INSTALL_DIR}/small_quant_model")
|
|
|
|
set(TRT_MODEL_QUANT_RESNET_DIR "${INFERENCE_DEMO_INSTALL_DIR}/small_quant_model")
|
|
|
|
if (NOT EXISTS ${TRT_MODEL_QUANT_RESNET_DIR})
|
|
|
|
if (NOT EXISTS ${TRT_MODEL_QUANT_RESNET_DIR}/small_quant_model.tgz)
|
|
|
|
inference_download_and_uncompress(${INFERENCE_DEMO_INSTALL_DIR} ${INFERENCE_URL}/tensorrt_test "small_quant_model.tgz")
|
|
|
|
inference_download_and_uncompress(${INFERENCE_DEMO_INSTALL_DIR} ${INFERENCE_URL}/tensorrt_test "small_quant_model.tgz")
|
|
|
|
endif()
|
|
|
|
endif()
|
|
|
|
inference_analysis_test(trt_quant_int8_test SRCS trt_quant_int8_test.cc
|
|
|
|
inference_analysis_test(trt_quant_int8_test SRCS trt_quant_int8_test.cc
|
|
|
@ -440,7 +440,7 @@ if(WITH_GPU AND TENSORRT_FOUND)
|
|
|
|
ARGS --infer_model=${TRT_MODEL_QUANT_RESNET_DIR})
|
|
|
|
ARGS --infer_model=${TRT_MODEL_QUANT_RESNET_DIR})
|
|
|
|
|
|
|
|
|
|
|
|
set(TRT_MODEL_QUANT_YOLOV3_DIR "${INFERENCE_DEMO_INSTALL_DIR}/yolov3_r50_quant_aware")
|
|
|
|
set(TRT_MODEL_QUANT_YOLOV3_DIR "${INFERENCE_DEMO_INSTALL_DIR}/yolov3_r50_quant_aware")
|
|
|
|
if (NOT EXISTS ${TRT_MODEL_QUANT_YOLOV3_DIR})
|
|
|
|
if (NOT EXISTS ${TRT_MODEL_QUANT_YOLOV3_DIR}/yolov3_r50_quant_aware.tgz)
|
|
|
|
inference_download_and_uncompress(${INFERENCE_DEMO_INSTALL_DIR} ${INFERENCE_URL}/tensorrt_test "yolov3_r50_quant_aware.tgz")
|
|
|
|
inference_download_and_uncompress(${INFERENCE_DEMO_INSTALL_DIR} ${INFERENCE_URL}/tensorrt_test "yolov3_r50_quant_aware.tgz")
|
|
|
|
endif()
|
|
|
|
endif()
|
|
|
|
inference_analysis_test(trt_quant_int8_yolov3_r50_test SRCS trt_quant_int8_yolov3_r50_test.cc
|
|
|
|
inference_analysis_test(trt_quant_int8_yolov3_r50_test SRCS trt_quant_int8_yolov3_r50_test.cc
|
|
|
@ -448,12 +448,12 @@ if(WITH_GPU AND TENSORRT_FOUND)
|
|
|
|
ARGS --infer_model=${TRT_MODEL_QUANT_YOLOV3_DIR})
|
|
|
|
ARGS --infer_model=${TRT_MODEL_QUANT_YOLOV3_DIR})
|
|
|
|
|
|
|
|
|
|
|
|
set(TEST_TRT_DYNAMIC_MODEL2 "${TRT_MODEL_INSTALL_DIR}/complex_model_dynamic")
|
|
|
|
set(TEST_TRT_DYNAMIC_MODEL2 "${TRT_MODEL_INSTALL_DIR}/complex_model_dynamic")
|
|
|
|
if (NOT EXISTS ${TEST_TRT_DYNAMIC_MODEL2})
|
|
|
|
if (NOT EXISTS ${TEST_TRT_DYNAMIC_MODEL2}/complex_model_dynamic2.tar.gz)
|
|
|
|
inference_download_and_uncompress(${TEST_TRT_DYNAMIC_MODEL2} ${INFERENCE_URL}/tensorrt_test "complex_model_dynamic2.tar.gz")
|
|
|
|
inference_download_and_uncompress(${TEST_TRT_DYNAMIC_MODEL2} ${INFERENCE_URL}/tensorrt_test "complex_model_dynamic2.tar.gz")
|
|
|
|
endif()
|
|
|
|
endif()
|
|
|
|
|
|
|
|
|
|
|
|
set(TEST_TRT_DYNAMIC_MODEL "${TRT_MODEL_INSTALL_DIR}/conv_bn_swish_split_gelu")
|
|
|
|
set(TEST_TRT_DYNAMIC_MODEL "${TRT_MODEL_INSTALL_DIR}/conv_bn_swish_split_gelu")
|
|
|
|
if (NOT EXISTS ${TEST_TRT_DYNAMIC_MODEL})
|
|
|
|
if (NOT EXISTS ${TEST_TRT_DYNAMIC_MODEL}/conv_bn_swish_split_gelu.tar.gz)
|
|
|
|
inference_download_and_uncompress(${TEST_TRT_DYNAMIC_MODEL} ${INFERENCE_URL}/tensorrt_test "conv_bn_swish_split_gelu.tar.gz")
|
|
|
|
inference_download_and_uncompress(${TEST_TRT_DYNAMIC_MODEL} ${INFERENCE_URL}/tensorrt_test "conv_bn_swish_split_gelu.tar.gz")
|
|
|
|
endif()
|
|
|
|
endif()
|
|
|
|
inference_analysis_test(trt_dynamic_shape_test SRCS trt_dynamic_shape_test.cc
|
|
|
|
inference_analysis_test(trt_dynamic_shape_test SRCS trt_dynamic_shape_test.cc
|
|
|
@ -461,7 +461,7 @@ if(WITH_GPU AND TENSORRT_FOUND)
|
|
|
|
ARGS --infer_model=${TRT_MODEL_INSTALL_DIR})
|
|
|
|
ARGS --infer_model=${TRT_MODEL_INSTALL_DIR})
|
|
|
|
|
|
|
|
|
|
|
|
set(TEST_TRT_ERNIE_MODEL "${TRT_MODEL_INSTALL_DIR}/ernie_test")
|
|
|
|
set(TEST_TRT_ERNIE_MODEL "${TRT_MODEL_INSTALL_DIR}/ernie_test")
|
|
|
|
if (NOT EXISTS ${TEST_TRT_ERNIE_MODEL})
|
|
|
|
if (NOT EXISTS ${TEST_TRT_ERNIE_MODEL}/ernie_model_4.tar.gz)
|
|
|
|
inference_download_and_uncompress(${TEST_TRT_ERNIE_MODEL} ${INFERENCE_URL}/tensorrt_test "ernie_model_4.tar.gz")
|
|
|
|
inference_download_and_uncompress(${TEST_TRT_ERNIE_MODEL} ${INFERENCE_URL}/tensorrt_test "ernie_model_4.tar.gz")
|
|
|
|
endif()
|
|
|
|
endif()
|
|
|
|
|
|
|
|
|
|
|
@ -470,7 +470,7 @@ if(WITH_GPU AND TENSORRT_FOUND)
|
|
|
|
ARGS --infer_model=${TEST_TRT_ERNIE_MODEL}/ernie_model_4)
|
|
|
|
ARGS --infer_model=${TEST_TRT_ERNIE_MODEL}/ernie_model_4)
|
|
|
|
|
|
|
|
|
|
|
|
set(TEST_TRT_ERNIE_UNSER_MODEL "${TRT_MODEL_INSTALL_DIR}/ernie_test/ernie_model_4_unserialized/")
|
|
|
|
set(TEST_TRT_ERNIE_UNSER_MODEL "${TRT_MODEL_INSTALL_DIR}/ernie_test/ernie_model_4_unserialized/")
|
|
|
|
if (NOT EXISTS ${TEST_TRT_ERNIE_UNSER_MODEL})
|
|
|
|
if (NOT EXISTS ${TEST_TRT_ERNIE_UNSER_MODEL}/ernie_model_4_unserialized.tgz)
|
|
|
|
inference_download_and_uncompress(${TEST_TRT_ERNIE_MODEL} ${INFERENCE_URL}/tensorrt_test "ernie_model_4_unserialized.tgz")
|
|
|
|
inference_download_and_uncompress(${TEST_TRT_ERNIE_MODEL} ${INFERENCE_URL}/tensorrt_test "ernie_model_4_unserialized.tgz")
|
|
|
|
endif()
|
|
|
|
endif()
|
|
|
|
|
|
|
|
|
|
|
|