|
|
|
@ -187,7 +187,7 @@ class TrainOneStepWithLossScaleCell(Cell):
|
|
|
|
|
Examples:
|
|
|
|
|
>>> net_with_loss = Net()
|
|
|
|
|
>>> optimizer = nn.Momentum(net_with_loss.trainable_params(), learning_rate=0.1, momentum=0.9)
|
|
|
|
|
>>> manager = nn.DynamicLossScaleUpdateCell(init_loss_scale=2**12, scale_factor=2, scale_window=1000)
|
|
|
|
|
>>> manager = nn.DynamicLossScaleUpdateCell(loss_scale_value=2**12, scale_factor=2, scale_window=1000)
|
|
|
|
|
>>> train_network = nn.TrainOneStepWithLossScaleCell(net_with_loss, optimizer, scale_update_cell=manager)
|
|
|
|
|
>>> train_network.set_train()
|
|
|
|
|
>>>
|
|
|
|
|