From b5e98042c531650c639c9975b9709c384cfde933 Mon Sep 17 00:00:00 2001 From: zhaojichen Date: Thu, 16 Apr 2020 10:06:21 -0400 Subject: [PATCH] add global batch normalization --- mindspore/nn/layer/normalization.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/mindspore/nn/layer/normalization.py b/mindspore/nn/layer/normalization.py index 32e4be5998..dddf32ec48 100644 --- a/mindspore/nn/layer/normalization.py +++ b/mindspore/nn/layer/normalization.py @@ -111,8 +111,8 @@ class _BatchNorm(Cell): def list_group(self, world_rank, group_size): if group_size > get_local_rank_size(): - raise ValueError("group size can not be greater than local rank size, group size is {}, local_rank_size is {}".format( - group_size, get_local_rank_size())) + raise ValueError("group size can not be greater than local rank size, group size is {}, " + "local_rank_size is {}".format(group_size, get_local_rank_size())) if len(world_rank) % group_size != 0: raise ValueError("please make your group size correct.") world_rank_list = zip(*(iter(world_rank),) *group_size)