diff --git a/mindspore/ccsrc/minddata/dataset/engine/datasetops/device_queue_op.cc b/mindspore/ccsrc/minddata/dataset/engine/datasetops/device_queue_op.cc
index 6025e4c02c..6c2c600e6a 100644
--- a/mindspore/ccsrc/minddata/dataset/engine/datasetops/device_queue_op.cc
+++ b/mindspore/ccsrc/minddata/dataset/engine/datasetops/device_queue_op.cc
@@ -45,8 +45,14 @@ DeviceQueueOp::DeviceQueueOp(std::string channel_name, DeviceType device_type, i
       total_batch_(total_batch),
       create_data_info_queue_(create_data_info_queue) {
 #ifdef ENABLE_GPUQUE
+  // Get the total device num of current machine
+  int32_t device_count = 0;
+  cudaGetDeviceCount(&device_count);
   std::shared_ptr<ConfigManager> cfg = GlobalContext::config_manager();
   rank_id_ = cfg->rank_id();  // Get the current rank_id
+  if (device_count > 0) {
+    rank_id_ = rank_id_ % device_count;
+  }
   // Be careful when try to modified these num_workers_ and queue_capacity_,
   // and we suggest num_workers_ * queue_capacity_ not greater than 16, because
   // one worker one circular_pool with 1G pin memory, so num_workers_ * queue_capacity_