119 lines
5.8 KiB
119 lines
5.8 KiB
set(INFERENCE_EXTRA_DEPS paddle_inference_api paddle_fluid_api ir_pass_manager analysis_predictor)
|
|
|
|
if(WITH_GPU AND TENSORRT_FOUND)
|
|
set(INFERENCE_EXTRA_DEPS ${INFERENCE_EXTRA_DEPS} analysis ${analysis_deps} ir_pass_manager analysis_predictor)
|
|
endif()
|
|
|
|
function(download_model install_dir model_name)
|
|
if (NOT EXISTS ${install_dir})
|
|
inference_download_and_uncompress(${install_dir} ${INFERENCE_URL} ${model_name})
|
|
endif()
|
|
endfunction()
|
|
|
|
function(download_model_and_data install_dir model_name data_name)
|
|
if (NOT EXISTS ${install_dir})
|
|
inference_download_and_uncompress(${install_dir} ${INFERENCE_URL} ${model_name})
|
|
inference_download_and_uncompress(${install_dir} ${INFERENCE_URL} ${data_name})
|
|
endif()
|
|
endfunction()
|
|
|
|
function(inference_analysis_api_test target install_dir filename)
|
|
inference_analysis_test(${target} SRCS ${filename}
|
|
EXTRA_DEPS ${INFERENCE_EXTRA_DEPS}
|
|
ARGS --infer_model=${install_dir}/model --infer_data=${install_dir}/data.txt)
|
|
endfunction()
|
|
|
|
function(inference_analysis_api_test_with_fake_data target install_dir filename model_name)
|
|
download_model(${install_dir} ${model_name})
|
|
inference_analysis_test(${target} SRCS ${filename}
|
|
EXTRA_DEPS ${INFERENCE_EXTRA_DEPS}
|
|
ARGS --infer_model=${install_dir}/model)
|
|
endfunction()
|
|
|
|
# RNN1
|
|
if(NOT APPLE AND WITH_MKLML)
|
|
set(RNN1_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/rnn1")
|
|
download_model_and_data(${RNN1_INSTALL_DIR} "rnn1%2Fmodel.tar.gz" "rnn1%2Fdata.txt.tar.gz")
|
|
inference_analysis_api_test(test_analyzer_rnn1 ${RNN1_INSTALL_DIR} analyzer_rnn1_tester.cc)
|
|
else()
|
|
# TODO: fix this test on MACOS and OPENBLAS, the reason is that
|
|
# fusion_seqexpand_concat_fc_op is not supported on MACOS and OPENBLAS
|
|
message(WARNING "These tests has been disabled in OSX or WITH_MKL=OFF before being fixed: \n test_analyzer_rnn1")
|
|
endif()
|
|
|
|
# RNN2
|
|
set(RNN2_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/rnn2")
|
|
download_model_and_data(${RNN2_INSTALL_DIR} "rnn2_model.tar.gz" "rnn2_data.txt.tar.gz")
|
|
inference_analysis_api_test(test_analyzer_rnn2 ${RNN2_INSTALL_DIR} analyzer_rnn2_tester.cc)
|
|
|
|
# DAM
|
|
set(DAM_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/dam")
|
|
download_model_and_data(${DAM_INSTALL_DIR} "DAM_model.tar.gz" "DAM_data.txt.tar.gz")
|
|
inference_analysis_api_test(test_analyzer_dam ${DAM_INSTALL_DIR} analyzer_dam_tester.cc)
|
|
|
|
# chinese_ner
|
|
set(CHINESE_NER_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/chinese_ner")
|
|
download_model_and_data(${CHINESE_NER_INSTALL_DIR} "chinese_ner_model.tar.gz" "chinese_ner-data.txt.tar.gz")
|
|
inference_analysis_api_test(test_analyzer_ner ${CHINESE_NER_INSTALL_DIR} analyzer_ner_tester.cc)
|
|
|
|
# lac
|
|
set(LAC_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/lac")
|
|
download_model_and_data(${LAC_INSTALL_DIR} "lac_model.tar.gz" "lac_data.txt.tar.gz")
|
|
inference_analysis_api_test(test_analyzer_lac ${LAC_INSTALL_DIR} analyzer_lac_tester.cc)
|
|
|
|
# text_classification
|
|
set(TEXT_CLASSIFICATION_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/text_classification")
|
|
download_model_and_data(${TEXT_CLASSIFICATION_INSTALL_DIR} "text-classification-Senta.tar.gz" "text_classification_data.txt.tar.gz")
|
|
inference_analysis_api_test(test_analyzer_text_classification ${TEXT_CLASSIFICATION_INSTALL_DIR} analyzer_text_classification_tester.cc)
|
|
|
|
# seq_conv1
|
|
set(SEQ_CONV1_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/seq_conv1")
|
|
download_model_and_data(${SEQ_CONV1_INSTALL_DIR} "seq_conv1_model.tar.gz" "seq_conv1_data.txt.tar.gz")
|
|
inference_analysis_api_test(test_analyzer_seq_conv1 ${SEQ_CONV1_INSTALL_DIR} analyzer_seq_conv1_tester.cc)
|
|
|
|
# ocr
|
|
set(OCR_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/ocr")
|
|
if (NOT EXISTS ${OCR_INSTALL_DIR})
|
|
inference_download_and_uncompress(${OCR_INSTALL_DIR} "http://paddlemodels.cdn.bcebos.com/" "inference-vis-demos%2Focr.tar.gz")
|
|
endif()
|
|
inference_analysis_api_test(test_analyzer_ocr ${OCR_INSTALL_DIR} analyzer_vis_tester.cc)
|
|
|
|
# resnet50
|
|
inference_analysis_api_test_with_fake_data(test_analyzer_resnet50
|
|
"${INFERENCE_DEMO_INSTALL_DIR}/resnet50" analyzer_resnet50_tester.cc "resnet50_model.tar.gz")
|
|
|
|
# mobilenet with depthwise_conv op
|
|
inference_analysis_api_test_with_fake_data(test_analyzer_mobilenet
|
|
"${INFERENCE_DEMO_INSTALL_DIR}/mobilenet_depthwise_conv" analyzer_resnet50_tester.cc "mobilenet_model.tar.gz")
|
|
|
|
# anakin
|
|
if (WITH_ANAKIN AND WITH_MKL) # only needed in CI
|
|
# anakin rnn1
|
|
set(ANAKIN_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/anakin")
|
|
set(ANAKIN_RNN1_INSTALL_DIR "${ANAKIN_INSTALL_DIR}/rnn1")
|
|
inference_download(${ANAKIN_RNN1_INSTALL_DIR} ${INFERENCE_URL} "anakin_test%2Fditu_rnn.anakin2.model.bin")
|
|
inference_download(${ANAKIN_RNN1_INSTALL_DIR} ${INFERENCE_URL} "anakin_test%2Fditu_rnn_data.txt")
|
|
cc_test(test_anakin_rnn1 SRCS anakin_rnn1_tester.cc
|
|
ARGS --model=${ANAKIN_RNN1_INSTALL_DIR}/anakin_test%2Fditu_rnn.anakin2.model.bin
|
|
--datapath=${ANAKIN_RNN1_INSTALL_DIR}/anakin_test%2Fditu_rnn_data.txt
|
|
DEPS inference_anakin_api_shared SERIAL)
|
|
# anakin mobilenet
|
|
if(WITH_GPU)
|
|
set(ANAKIN_MOBILENET_INSTALL_DIR "${ANAKIN_INSTALL_DIR}/mobilenet")
|
|
inference_download(${ANAKIN_MOBILENET_INSTALL_DIR} ${INFERENCE_URL} "mobilenet_v2.anakin.bin")
|
|
cc_test(test_anakin_mobilenet SRCS anakin_mobilenet_tester.cc
|
|
ARGS --model=${ANAKIN_MOBILENET_INSTALL_DIR}/mobilenet_v2.anakin.bin
|
|
DEPS inference_anakin_api_shared dynload_cuda SERIAL)
|
|
endif()
|
|
endif()
|
|
|
|
if(WITH_GPU AND TENSORRT_FOUND)
|
|
set(TRT_MODEL_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/trt")
|
|
if (NOT EXISTS ${TRT_MODEL_INSTALL_DIR})
|
|
inference_download_and_uncompress(${TRT_MODEL_INSTALL_DIR} ${INFERENCE_URL}/tensorrt_test "trt_test_models.tar.gz")
|
|
endif()
|
|
inference_analysis_test(test_trt_models SRCS trt_models_tester.cc
|
|
EXTRA_DEPS ${INFERENCE_EXTRA_DEPS}
|
|
ARGS --infer_model=${TRT_MODEL_INSTALL_DIR}/trt_test_models SERIAL)
|
|
endif()
|