diff --git a/mindspore/ccsrc/pipeline/jit/pipeline.cc b/mindspore/ccsrc/pipeline/jit/pipeline.cc
index f0bd195f2c..e39453c6c5 100644
--- a/mindspore/ccsrc/pipeline/jit/pipeline.cc
+++ b/mindspore/ccsrc/pipeline/jit/pipeline.cc
@@ -1071,8 +1071,7 @@ void InitHccl() {
     runtime_instance->PreInit();
     (void)context::OpenTsd(ms_context);
     if (!runtime_instance->Init()) {
-      MS_LOG(ERROR) << "Kernel runtime init error.";
-      return;
+      MS_LOG(EXCEPTION) << "Runtime init failed.";
     }
   } else {
     (void)context::OpenTsd(ms_context);
diff --git a/mindspore/core/utils/ms_context.cc b/mindspore/core/utils/ms_context.cc
index b916ea2b05..6d493c820c 100644
--- a/mindspore/core/utils/ms_context.cc
+++ b/mindspore/core/utils/ms_context.cc
@@ -47,8 +47,13 @@ MsContext::MsContext(const std::string &policy, const std::string &target) {
   set_param<bool>(MS_CTX_ENABLE_REDUCE_PRECISION, true);
   auto env_device = common::GetEnv("DEVICE_ID");
   if (!env_device.empty()) {
-    uint32_t device_id = UlongToUint(std::stoul(env_device.c_str()));
-    set_param<uint32_t>(MS_CTX_DEVICE_ID, device_id);
+    try {
+      uint32_t device_id = UlongToUint(std::stoul(env_device));
+      set_param<uint32_t>(MS_CTX_DEVICE_ID, device_id);
+    } catch (std::invalid_argument &e) {
+      MS_LOG(WARNING) << "Invalid DEVICE_ID env:" << env_device << ". Please set DEVICE_ID to 0-7";
+      set_param<uint32_t>(MS_CTX_DEVICE_ID, 0);
+    }
   } else {
     set_param<uint32_t>(MS_CTX_DEVICE_ID, 0);
   }