diff --git a/mindspore/lite/src/runtime/kernel/arm/CMakeLists.txt b/mindspore/lite/src/runtime/kernel/arm/CMakeLists.txt
index f23656d4a1..a26ac34371 100644
--- a/mindspore/lite/src/runtime/kernel/arm/CMakeLists.txt
+++ b/mindspore/lite/src/runtime/kernel/arm/CMakeLists.txt
@@ -9,6 +9,7 @@ file(GLOB KERNEL_SRC
         ${CMAKE_CURRENT_SOURCE_DIR}/fp32/*.cc
         ${CMAKE_CURRENT_SOURCE_DIR}/int8/*.cc
         )
+list(REMOVE_ITEM KERNEL_SRC  ${CMAKE_CURRENT_SOURCE_DIR}/nnacl/opt_op_handler.c)
 
 if (SUPPORT_TRAIN)
 file (GLOB TRAIN_KERNEL_SRC
@@ -20,8 +21,6 @@ endif()
 if (PLATFORM_ARM64)
     # assembly
     file(GLOB ASSEMBLY_SRC nnacl/assembly/arm64/*.s
-            nnacl/assembly/opt/*.s
-            nnacl/assembly/opt/*.S
             nnacl/assembly/arm64/*.S)
     set_property(SOURCE ${ASSEMBLY_SRC} PROPERTY LANGUAGE C)
     set(KERNEL_SRC ${KERNEL_SRC} ${ASSEMBLY_SRC})
@@ -31,8 +30,6 @@ if (PLATFORM_ARM32)
     # assembly
     file(GLOB ASSEMBLY_SRC nnacl/assembly/arm32/*.s
             nnacl/assembly/arm32/*.S
-            nnacl/assembly/opt/*.s
-            nnacl/assembly/opt/*.S
             )
     set_property(SOURCE ${ASSEMBLY_SRC} PROPERTY LANGUAGE C)
     set(KERNEL_SRC ${KERNEL_SRC} ${ASSEMBLY_SRC})
diff --git a/mindspore/lite/test/CMakeLists.txt b/mindspore/lite/test/CMakeLists.txt
index d1590b5454..d02911bbe6 100644
--- a/mindspore/lite/test/CMakeLists.txt
+++ b/mindspore/lite/test/CMakeLists.txt
@@ -100,8 +100,6 @@ endif()
 if (PLATFORM_ARM64)
     # assembly
     file(GLOB TEST_ASSEMBLY_SRC ${LITE_DIR}/src/runtime/kernel/arm/nnacl/assembly/arm64/*.s
-            ${LITE_DIR}/src/runtime/kernel/arm/nnacl/assembly/opt/*.s
-            ${LITE_DIR}/src/runtime/kernel/arm/nnacl/assembly/opt/*.S
             ${LITE_DIR}/src/runtime/kernel/arm/nnacl/assembly/arm64/*.S)
 
     set_property(SOURCE ${TEST_ASSEMBLY_SRC} PROPERTY LANGUAGE C)
@@ -113,8 +111,6 @@ endif()
 if (PLATFORM_ARM32)
     # assembly
     file(GLOB TEST_ASSEMBLY_SRC
-            ${LITE_DIR}/src/runtime/kernel/arm/nnacl/assembly/opt/*.s
-            ${LITE_DIR}/src/runtime/kernel/arm/nnacl/assembly/opt/*.S
             ${LITE_DIR}/src/runtime/kernel/arm/nnacl/assembly/arm32/*.S
             ${LITE_DIR}/src/runtime/kernel/arm/nnacl/assembly/arm32/*.s)
     set_property(SOURCE ${TEST_ASSEMBLY_SRC} PROPERTY LANGUAGE C)