|
|
|
@ -45,38 +45,39 @@ endif()
|
|
|
|
|
if(LINUX AND WITH_MKLDNN)
|
|
|
|
|
set(INT8_DATA_DIR "${INFERENCE_DEMO_INSTALL_DIR}/int8v2")
|
|
|
|
|
set(MKLDNN_INT8_TEST_FILE "test_mkldnn_int8_quantization_strategy.py")
|
|
|
|
|
set(MKLDNN_INT8_TEST_FILE_PATH "${CMAKE_CURRENT_SOURCE_DIR}/${MKLDNN_INT8_TEST_FILE}")
|
|
|
|
|
|
|
|
|
|
# googlenet int8
|
|
|
|
|
set(INT8_GOOGLENET_MODEL_DIR "${INT8_DATA_DIR}/googlenet")
|
|
|
|
|
inference_analysis_python_api_int8_test(test_slim_int8_googlenet ${INT8_GOOGLENET_MODEL_DIR} ${INT8_DATA_DIR} ${MKLDNN_INT8_TEST_FILE})
|
|
|
|
|
inference_analysis_python_api_int8_test(test_slim_int8_googlenet ${INT8_GOOGLENET_MODEL_DIR} ${INT8_DATA_DIR} ${MKLDNN_INT8_TEST_FILE_PATH})
|
|
|
|
|
|
|
|
|
|
# mobilenet int8
|
|
|
|
|
set(INT8_MOBILENET_MODEL_DIR "${INT8_DATA_DIR}/mobilenetv1")
|
|
|
|
|
inference_analysis_python_api_int8_test(test_slim_int8_mobilenet ${INT8_MOBILENET_MODEL_DIR} ${INT8_DATA_DIR} ${MKLDNN_INT8_TEST_FILE})
|
|
|
|
|
inference_analysis_python_api_int8_test_mkldnn(test_slim_int8_mobilenet_mkldnn ${INT8_MOBILENET_MODEL_DIR} ${INT8_DATA_DIR} ${MKLDNN_INT8_TEST_FILE})
|
|
|
|
|
inference_analysis_python_api_int8_test(test_slim_int8_mobilenet ${INT8_MOBILENET_MODEL_DIR} ${INT8_DATA_DIR} ${MKLDNN_INT8_TEST_FILE_PATH})
|
|
|
|
|
inference_analysis_python_api_int8_test_mkldnn(test_slim_int8_mobilenet_mkldnn ${INT8_MOBILENET_MODEL_DIR} ${INT8_DATA_DIR} ${MKLDNN_INT8_TEST_FILE_PATH})
|
|
|
|
|
|
|
|
|
|
# temporarily adding WITH_SLIM_MKLDNN_FULL_TEST FLAG for QA testing the following UTs locally,
|
|
|
|
|
# since the following UTs cost too much time on CI test.
|
|
|
|
|
if (WITH_SLIM_MKLDNN_FULL_TEST)
|
|
|
|
|
# resnet50 int8
|
|
|
|
|
set(INT8_RESNET50_MODEL_DIR "${INT8_DATA_DIR}/resnet50")
|
|
|
|
|
inference_analysis_python_api_int8_test(test_slim_int8_resnet50 ${INT8_RESNET50_MODEL_DIR} ${INT8_DATA_DIR} ${MKLDNN_INT8_TEST_FILE})
|
|
|
|
|
inference_analysis_python_api_int8_test(test_slim_int8_resnet50 ${INT8_RESNET50_MODEL_DIR} ${INT8_DATA_DIR} ${MKLDNN_INT8_TEST_FILE_PATH})
|
|
|
|
|
|
|
|
|
|
# mobilenetv2 int8
|
|
|
|
|
set(INT8_MOBILENETV2_MODEL_DIR "${INT8_DATA_DIR}/mobilenetv2")
|
|
|
|
|
inference_analysis_python_api_int8_test(test_slim_int8_mobilenetv2 ${INT8_MOBILENETV2_MODEL_DIR} ${INT8_DATA_DIR} ${MKLDNN_INT8_TEST_FILE})
|
|
|
|
|
inference_analysis_python_api_int8_test(test_slim_int8_mobilenetv2 ${INT8_MOBILENETV2_MODEL_DIR} ${INT8_DATA_DIR} ${MKLDNN_INT8_TEST_FILE_PATH})
|
|
|
|
|
|
|
|
|
|
# resnet101 int8
|
|
|
|
|
set(INT8_RESNET101_MODEL_DIR "${INT8_DATA_DIR}/resnet101")
|
|
|
|
|
inference_analysis_python_api_int8_test(test_slim_int8_resnet101 ${INT8_RESNET101_MODEL_DIR} ${INT8_DATA_DIR} ${MKLDNN_INT8_TEST_FILE})
|
|
|
|
|
inference_analysis_python_api_int8_test(test_slim_int8_resnet101 ${INT8_RESNET101_MODEL_DIR} ${INT8_DATA_DIR} ${MKLDNN_INT8_TEST_FILE_PATH})
|
|
|
|
|
|
|
|
|
|
# vgg16 int8
|
|
|
|
|
set(INT8_VGG16_MODEL_DIR "${INT8_DATA_DIR}/vgg16")
|
|
|
|
|
inference_analysis_python_api_int8_test(test_slim_int8_vgg16 ${INT8_VGG16_MODEL_DIR} ${INT8_DATA_DIR} ${MKLDNN_INT8_TEST_FILE})
|
|
|
|
|
inference_analysis_python_api_int8_test(test_slim_int8_vgg16 ${INT8_VGG16_MODEL_DIR} ${INT8_DATA_DIR} ${MKLDNN_INT8_TEST_FILE_PATH})
|
|
|
|
|
|
|
|
|
|
# vgg19 int8
|
|
|
|
|
set(INT8_VGG19_MODEL_DIR "${INT8_DATA_DIR}/vgg19")
|
|
|
|
|
inference_analysis_python_api_int8_test(test_slim_int8_vgg19 ${INT8_VGG19_MODEL_DIR} ${INT8_DATA_DIR} ${MKLDNN_INT8_TEST_FILE})
|
|
|
|
|
inference_analysis_python_api_int8_test(test_slim_int8_vgg19 ${INT8_VGG19_MODEL_DIR} ${INT8_DATA_DIR} ${MKLDNN_INT8_TEST_FILE_PATH})
|
|
|
|
|
endif()
|
|
|
|
|
endif()
|
|
|
|
|
|
|
|
|
|