|
|
|
@ -52,12 +52,12 @@ if(NOT APPLE AND WITH_MKLML)
|
|
|
|
|
# RNN1
|
|
|
|
|
set(RNN1_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/rnn1")
|
|
|
|
|
download_model_and_data(${RNN1_INSTALL_DIR} "rnn1%2Fmodel.tar.gz" "rnn1%2Fdata.txt.tar.gz")
|
|
|
|
|
inference_analysis_api_test(test_analyzer_rnn1 ${RNN1_INSTALL_DIR} analyzer_rnn1_tester.cc SERIAL)
|
|
|
|
|
inference_analysis_api_test(test_analyzer_rnn1 ${RNN1_INSTALL_DIR} analyzer_rnn1_tester.cc)
|
|
|
|
|
|
|
|
|
|
# seq_pool1
|
|
|
|
|
set(SEQ_POOL1_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/seq_pool")
|
|
|
|
|
download_model_and_data(${SEQ_POOL1_INSTALL_DIR} "seq_pool1_model_.tar.gz" "seq_pool1_data.txt.tar.gz")
|
|
|
|
|
inference_analysis_api_test(test_analyzer_seq_pool1 ${SEQ_POOL1_INSTALL_DIR} analyzer_seq_pool1_tester.cc SERIAL)
|
|
|
|
|
inference_analysis_api_test(test_analyzer_seq_pool1 ${SEQ_POOL1_INSTALL_DIR} analyzer_seq_pool1_tester.cc)
|
|
|
|
|
else()
|
|
|
|
|
# TODO: fix this test on MACOS and OPENBLAS, the reason is that
|
|
|
|
|
# fusion_seqexpand_concat_fc_op is not supported on MACOS and OPENBLAS
|
|
|
|
@ -77,17 +77,17 @@ inference_analysis_api_test(test_analyzer_rnn2 ${RNN2_INSTALL_DIR} analyzer_rnn2
|
|
|
|
|
# normal DAM
|
|
|
|
|
set(DAM_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/dam")
|
|
|
|
|
download_model_and_data(${DAM_INSTALL_DIR} "DAM_model.tar.gz" "DAM_data.txt.tar.gz")
|
|
|
|
|
#inference_analysis_api_test(test_analyzer_dam ${DAM_INSTALL_DIR} analyzer_dam_tester.cc EXTRA_DEPS legacy_allocator SERIAL)
|
|
|
|
|
#inference_analysis_api_test(test_analyzer_dam ${DAM_INSTALL_DIR} analyzer_dam_tester.cc EXTRA_DEPS legacy_allocator)
|
|
|
|
|
|
|
|
|
|
# small DAM
|
|
|
|
|
set(DAM_SMALL_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/small_dam")
|
|
|
|
|
download_model_and_data(${DAM_SMALL_INSTALL_DIR} "dam_small_model.tar.gz" "dam_small_data.txt.tar.gz")
|
|
|
|
|
inference_analysis_test(test_analyzer_small_dam SRCS analyzer_dam_tester.cc
|
|
|
|
|
EXTRA_DEPS ${INFERENCE_EXTRA_DEPS}
|
|
|
|
|
ARGS --infer_model=${DAM_SMALL_INSTALL_DIR}/model --infer_data=${DAM_SMALL_INSTALL_DIR}/data.txt --max_turn_num=1 SERIAL)
|
|
|
|
|
ARGS --infer_model=${DAM_SMALL_INSTALL_DIR}/model --infer_data=${DAM_SMALL_INSTALL_DIR}/data.txt --max_turn_num=1)
|
|
|
|
|
|
|
|
|
|
# save model
|
|
|
|
|
inference_analysis_api_test(test_analyzer_save_model ${DAM_SMALL_INSTALL_DIR} analyzer_save_model_tester.cc SERIAL)
|
|
|
|
|
inference_analysis_api_test(test_analyzer_save_model ${DAM_SMALL_INSTALL_DIR} analyzer_save_model_tester.cc)
|
|
|
|
|
|
|
|
|
|
# chinese_ner
|
|
|
|
|
set(CHINESE_NER_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/chinese_ner")
|
|
|
|
@ -102,7 +102,7 @@ inference_analysis_api_test(test_analyzer_lac ${LAC_INSTALL_DIR} analyzer_lac_te
|
|
|
|
|
# MM DNN
|
|
|
|
|
set(MM_DNN_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/mm_dnn")
|
|
|
|
|
download_model_and_data(${MM_DNN_INSTALL_DIR} "MM_DNN_model.tar.gz" "MM_DNN_data.txt.tar.gz")
|
|
|
|
|
inference_analysis_api_test(test_analyzer_mm_dnn ${MM_DNN_INSTALL_DIR} analyzer_mm_dnn_tester.cc SERIAL)
|
|
|
|
|
inference_analysis_api_test(test_analyzer_mm_dnn ${MM_DNN_INSTALL_DIR} analyzer_mm_dnn_tester.cc)
|
|
|
|
|
|
|
|
|
|
# Pyramid DNN
|
|
|
|
|
set(PYRAMID_DNN_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/pyramid_dnn")
|
|
|
|
@ -125,33 +125,33 @@ download_model_and_data(${TRANSFORMER_INSTALL_DIR} "temp%2Ftransformer_model.tar
|
|
|
|
|
inference_analysis_test(test_analyzer_transformer SRCS analyzer_transformer_tester.cc
|
|
|
|
|
EXTRA_DEPS ${INFERENCE_EXTRA_DEPS}
|
|
|
|
|
ARGS --infer_model=${TRANSFORMER_INSTALL_DIR}/model --infer_data=${TRANSFORMER_INSTALL_DIR}/data.txt --batch_size=8
|
|
|
|
|
--paddle_num_threads=${CPU_NUM_THREADS_ON_CI} SERIAL)
|
|
|
|
|
--paddle_num_threads=${CPU_NUM_THREADS_ON_CI})
|
|
|
|
|
|
|
|
|
|
# ocr
|
|
|
|
|
set(OCR_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/ocr")
|
|
|
|
|
if (NOT EXISTS ${OCR_INSTALL_DIR})
|
|
|
|
|
inference_download_and_uncompress(${OCR_INSTALL_DIR} "http://paddlemodels.bj.bcebos.com/" "inference-vis-demos%2Focr.tar.gz")
|
|
|
|
|
endif()
|
|
|
|
|
inference_analysis_api_test_with_refer_result(test_analyzer_ocr ${OCR_INSTALL_DIR} analyzer_vis_tester.cc SERIAL)
|
|
|
|
|
inference_analysis_api_test_with_refer_result(test_analyzer_ocr ${OCR_INSTALL_DIR} analyzer_vis_tester.cc)
|
|
|
|
|
|
|
|
|
|
# mobilenet with transpose op
|
|
|
|
|
set(MOBILENET_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/mobilenet")
|
|
|
|
|
if (NOT EXISTS ${MOBILENET_INSTALL_DIR})
|
|
|
|
|
inference_download_and_uncompress(${MOBILENET_INSTALL_DIR} "http://paddlemodels.bj.bcebos.com/" "inference-vis-demos%2Fmobilenet.tar.gz")
|
|
|
|
|
endif()
|
|
|
|
|
inference_analysis_api_test_with_refer_result(test_analyzer_mobilenet_transpose ${MOBILENET_INSTALL_DIR} analyzer_vis_tester.cc SERIAL)
|
|
|
|
|
inference_analysis_api_test_with_refer_result(test_analyzer_mobilenet_transpose ${MOBILENET_INSTALL_DIR} analyzer_vis_tester.cc)
|
|
|
|
|
|
|
|
|
|
# googlenet
|
|
|
|
|
inference_analysis_api_test_with_fake_data(test_analyzer_googlenet
|
|
|
|
|
"${INFERENCE_DEMO_INSTALL_DIR}/googlenet" analyzer_resnet50_tester.cc "googlenet.tar.gz" SERIAL)
|
|
|
|
|
"${INFERENCE_DEMO_INSTALL_DIR}/googlenet" analyzer_resnet50_tester.cc "googlenet.tar.gz")
|
|
|
|
|
|
|
|
|
|
# resnet50
|
|
|
|
|
inference_analysis_api_test_with_fake_data(test_analyzer_resnet50
|
|
|
|
|
"${INFERENCE_DEMO_INSTALL_DIR}/resnet50" analyzer_resnet50_tester.cc "resnet50_model.tar.gz" SERIAL)
|
|
|
|
|
"${INFERENCE_DEMO_INSTALL_DIR}/resnet50" analyzer_resnet50_tester.cc "resnet50_model.tar.gz")
|
|
|
|
|
|
|
|
|
|
# mobilenet with depthwise_conv op
|
|
|
|
|
inference_analysis_api_test_with_fake_data(test_analyzer_mobilenet_depthwise_conv
|
|
|
|
|
"${INFERENCE_DEMO_INSTALL_DIR}/mobilenet_depthwise_conv" analyzer_resnet50_tester.cc "mobilenet_model.tar.gz" SERIAL)
|
|
|
|
|
"${INFERENCE_DEMO_INSTALL_DIR}/mobilenet_depthwise_conv" analyzer_resnet50_tester.cc "mobilenet_model.tar.gz")
|
|
|
|
|
|
|
|
|
|
# int8 image classification tests
|
|
|
|
|
if(WITH_MKLDNN)
|
|
|
|
@ -165,14 +165,14 @@ if(WITH_MKLDNN)
|
|
|
|
|
if (NOT EXISTS ${INT8_RESNET50_MODEL_DIR})
|
|
|
|
|
inference_download_and_uncompress(${INT8_RESNET50_MODEL_DIR} "${INFERENCE_URL}/int8" "resnet50_int8_model.tar.gz" )
|
|
|
|
|
endif()
|
|
|
|
|
inference_analysis_api_int8_test(test_analyzer_int8_resnet50 ${INT8_RESNET50_MODEL_DIR} ${INT8_DATA_DIR} analyzer_int8_image_classification_tester.cc SERIAL)
|
|
|
|
|
inference_analysis_api_int8_test(test_analyzer_int8_resnet50 ${INT8_RESNET50_MODEL_DIR} ${INT8_DATA_DIR} analyzer_int8_image_classification_tester.cc)
|
|
|
|
|
|
|
|
|
|
#mobilenet int8
|
|
|
|
|
set(INT8_MOBILENET_MODEL_DIR "${INT8_DATA_DIR}/mobilenet")
|
|
|
|
|
if (NOT EXISTS ${INT8_MOBILENET_MODEL_DIR})
|
|
|
|
|
inference_download_and_uncompress(${INT8_MOBILENET_MODEL_DIR} "${INFERENCE_URL}/int8" "mobilenetv1_int8_model.tar.gz" )
|
|
|
|
|
endif()
|
|
|
|
|
inference_analysis_api_int8_test(test_analyzer_int8_mobilenet ${INT8_MOBILENET_MODEL_DIR} ${INT8_DATA_DIR} analyzer_int8_image_classification_tester.cc SERIAL)
|
|
|
|
|
inference_analysis_api_int8_test(test_analyzer_int8_mobilenet ${INT8_MOBILENET_MODEL_DIR} ${INT8_DATA_DIR} analyzer_int8_image_classification_tester.cc)
|
|
|
|
|
|
|
|
|
|
#resnet101 int8
|
|
|
|
|
set(INT8_RESNET101_MODEL_DIR "${INT8_DATA_DIR}/resnet101")
|
|
|
|
@ -194,13 +194,12 @@ if(WITH_MKLDNN)
|
|
|
|
|
inference_download_and_uncompress(${INT8_VGG19_MODEL_DIR} "${INFERENCE_URL}/int8" "VGG19_int8_model.tar.gz" )
|
|
|
|
|
endif()
|
|
|
|
|
inference_analysis_api_int8_test(test_analyzer_int8_vgg19 ${INT8_VGG19_MODEL_DIR} ${INT8_DATA_DIR} analyzer_int8_image_classification_tester.cc)
|
|
|
|
|
|
|
|
|
|
endif()
|
|
|
|
|
|
|
|
|
|
# bert, max_len=20, embedding_dim=128
|
|
|
|
|
set(BERT_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/bert_emb128")
|
|
|
|
|
download_model_and_data(${BERT_INSTALL_DIR} "bert_emb128_model.tar.gz" "bert_data_len20.txt.tar.gz")
|
|
|
|
|
inference_analysis_api_test(test_analyzer_bert ${BERT_INSTALL_DIR} analyzer_bert_tester.cc SERIAL)
|
|
|
|
|
inference_analysis_api_test(test_analyzer_bert ${BERT_INSTALL_DIR} analyzer_bert_tester.cc)
|
|
|
|
|
|
|
|
|
|
# anakin
|
|
|
|
|
if (WITH_ANAKIN AND WITH_MKL) # only needed in CI
|
|
|
|
@ -212,14 +211,14 @@ if (WITH_ANAKIN AND WITH_MKL) # only needed in CI
|
|
|
|
|
cc_test(test_anakin_rnn1 SRCS anakin_rnn1_tester.cc
|
|
|
|
|
ARGS --model=${ANAKIN_RNN1_INSTALL_DIR}/anakin_test%2Fditu_rnn.anakin2.model.bin
|
|
|
|
|
--datapath=${ANAKIN_RNN1_INSTALL_DIR}/anakin_test%2Fditu_rnn_data.txt
|
|
|
|
|
DEPS inference_anakin_api_shared SERIAL)
|
|
|
|
|
DEPS inference_anakin_api_shared)
|
|
|
|
|
# anakin mobilenet
|
|
|
|
|
if(WITH_GPU)
|
|
|
|
|
set(ANAKIN_MOBILENET_INSTALL_DIR "${ANAKIN_INSTALL_DIR}/mobilenet")
|
|
|
|
|
inference_download(${ANAKIN_MOBILENET_INSTALL_DIR} ${INFERENCE_URL} "mobilenet_v2.anakin.bin")
|
|
|
|
|
cc_test(test_anakin_mobilenet SRCS anakin_mobilenet_tester.cc
|
|
|
|
|
ARGS --model=${ANAKIN_MOBILENET_INSTALL_DIR}/mobilenet_v2.anakin.bin
|
|
|
|
|
DEPS inference_anakin_api_shared dynload_cuda SERIAL)
|
|
|
|
|
DEPS inference_anakin_api_shared dynload_cuda)
|
|
|
|
|
endif()
|
|
|
|
|
endif()
|
|
|
|
|
|
|
|
|
@ -230,5 +229,5 @@ if(WITH_GPU AND TENSORRT_FOUND)
|
|
|
|
|
endif()
|
|
|
|
|
inference_analysis_test(test_trt_models SRCS trt_models_tester.cc
|
|
|
|
|
EXTRA_DEPS ${INFERENCE_EXTRA_DEPS}
|
|
|
|
|
ARGS --infer_model=${TRT_MODEL_INSTALL_DIR}/trt_test_models SERIAL)
|
|
|
|
|
ARGS --infer_model=${TRT_MODEL_INSTALL_DIR}/trt_test_models)
|
|
|
|
|
endif()
|
|
|
|
|