support bert large pretrain with 96 bs

5 years ago · cfae890ca0
parent 0c3d96a98b
commit cfae890ca0
1 changed files with 1 additions and 1 deletions
--- a/model_zoo/bert/run_pretrain.py
+++ b/model_zoo/bert/run_pretrain.py
@ -81,7 +81,7 @@ def run_pretrain():
    args_opt = parser.parse_args()
    context.set_context(mode=context.GRAPH_MODE, device_target=args_opt.device_target, device_id=args_opt.device_id)
    context.set_context(reserve_class_name_in_scope=False)
-
+    context.set_context(variable_memory_max_size="30GB")
    ckpt_save_dir = args_opt.save_checkpoint_path
    if args_opt.distribute == "true":
        if args_opt.device_target == 'Ascend':