diff --git a/paddle/gserver/CMakeLists.txt b/paddle/gserver/CMakeLists.txt
index cd469875df..5f39167afc 100644
--- a/paddle/gserver/CMakeLists.txt
+++ b/paddle/gserver/CMakeLists.txt
@@ -69,6 +69,14 @@ if(MOBILE_INFERENCE)
          evaluators/CTCErrorEvaluator.cpp
          evaluators/ChunkEvaluator.cpp)
 
+    # Remove dataproviders
+    list(REMOVE_ITEM GSERVER_SOURCES
+         dataproviders/DataProvider.cpp
+         dataproviders/MultiDataProvider.cpp
+         dataproviders/ProtoDataProvider.cpp
+         dataproviders/PyDataProvider2.cpp
+         dataproviders/PyDataProvider.cpp)
+
     # Remove useless gradientmachines
     list(REMOVE_ITEM GSERVER_SOURCES
          gradientmachines/MultiNetwork.cpp