diff --git a/paddle/fluid/framework/init.cc b/paddle/fluid/framework/init.cc
index c30bf9037b..3c0d93642a 100644
--- a/paddle/fluid/framework/init.cc
+++ b/paddle/fluid/framework/init.cc
@@ -85,7 +85,7 @@ void InitDevices() {
   for (int i = 0; i < count; ++i) {
     places.emplace_back(platform::CUDAPlace(i));
   }
-  //  InitP2P(count);
+  InitP2P(count);
   platform::DeviceContextPool::Init(places);
 }