Disable GRPC_ARG_ALLOW_REUSEPORT to avoid potencial problem. (#20690)

paddle/fluid/operators/distributed/grpc/grpc_server.cc

@@ -466,6 +466,7 @@ void AsyncGRPCServer::StartServer() {
     if (FLAGS_rpc_disable_reuse_port) {
       builder.SetOption(
           std::unique_ptr<::grpc::ServerBuilderOption>(new NoReusePortOption));
+      LOG(INFO) << "set FLAGS_rpc_disable_reuse_port";
     }
     builder.RegisterService(service.get());
 

python/paddle/fluid/tests/unittests/dist_test.sh

@@ -1,5 +1,6 @@
 #!/bin/bash
 unset https_proxy http_proxy
+export FLAGS_rpc_disable_reuse_port=1
 
 name=${TEST_TARGET_NAME}
 TEST_TIMEOUT=${TEST_TIMEOUT}
@@ -14,6 +15,7 @@ if [[ ${TEST_TIMEOUT}"x" == "x" ]]; then
     exit 1
 fi
 
+
 # rm flag file
 rm -f ${name}_*.log
 
@@ -28,7 +30,9 @@ fi
 
 echo "${name} faild with ${exit_code}"
 
-netstat -an
+echo "after run ${name}"
+ps -aux
+netstat -anlp
 
 # paddle log
 echo "${name} log"

python/paddle/fluid/tests/unittests/test_dist_base.py

@@ -848,6 +848,7 @@ class TestDistBase(unittest.TestCase):
             "FLAGS_rpc_deadline": "30000",  # 5sec to fail fast
             "FLAGS_rpc_retry_bind_port": "50",
             "FLAGS_cudnn_deterministic": "1",
+            "FLAGS_rpc_disable_reuse_port": "1",
             "http_proxy": "",
             "NCCL_P2P_DISABLE": "1",
             "NCCL_SHM_DISABLE": "1"
@@ -859,7 +860,7 @@ class TestDistBase(unittest.TestCase):
             required_envs["GLOG_vmodule"] = \
                 "fused_all_reduce_op_handle=10,all_reduce_op_handle=10,alloc_continuous_space_op=10,fuse_all_reduce_op_pass=10," \
                 "alloc_continuous_space_for_grad_pass=10,fast_threaded_ssa_graph_executor=10,executor=10,operator=10," \
-                "sparse_all_reduce_op_handle=10"
+                "sparse_all_reduce_op_handle=10,gen_nccl_id_op=10"
             required_envs["GLOG_logtostderr"] = "1"
 
         local_losses \