Linear revert to matmul op (#23654)

test=develop
revert-23830-2.0-beta
songyouwei 5 years ago committed by GitHub
parent 517929f148
commit 4d0efee4f4
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

@ -936,9 +936,8 @@ class Linear(layers.Layer):
def forward(self, input):
if in_dygraph_mode():
pre_bias = core.ops.mul(input, self.weight, 'x_num_col_dims',
len(input.shape) - 1, 'y_num_col_dims', 1)
pre_bias = core.ops.matmul(input, self.weight, 'transpose_X', False,
'transpose_Y', False, "alpha", 1)
pre_act = dygraph_utils._append_bias_in_dygraph(
pre_bias, self.bias, axis=len(input.shape) - 1)
@ -949,14 +948,15 @@ class Linear(layers.Layer):
['float16', 'float32', 'float64'], "Linear")
attrs = {
"x_num_col_dims": len(input.shape) - 1,
"y_num_col_dims": 1,
"transpose_X": False,
"transpose_Y": False,
"alpha": 1,
}
inputs = {"X": [input], "Y": [self.weight]}
tmp = self._helper.create_variable_for_type_inference(self._dtype)
self._helper.append_op(
type="mul", inputs=inputs, outputs={"Out": tmp}, attrs=attrs)
type="matmul", inputs=inputs, outputs={"Out": tmp}, attrs=attrs)
if self.bias:
pre_activation = self._helper.create_variable_for_type_inference(
dtype=self._dtype)

Loading…
Cancel
Save