Fix bugs of dot-product attention

7 years ago · 4ad12a0bd5
parent 3f1062d711
commit 4ad12a0bd5
1 changed files with 4 additions and 2 deletions
--- a/python/paddle/trainer_config_helpers/networks.py
+++ b/python/paddle/trainer_config_helpers/networks.py
@ -1457,11 +1457,13 @@ def dot_product_attention(encoded_sequence,

    expanded = expand_layer(
        input=transformed_state,
-        expanded_as=encoded_sequence,
+        expand_as=encoded_sequence,
        name='%s_expand' % name)

    m = linear_comb_layer(
-        weights=expanded, vectors=encoded_sequence, name='%s_dot-product')
+        weights=expanded,
+        vectors=encoded_sequence,
+        name='%s_dot-product' % name)

    attention_weight = fc_layer(
        input=m,