fix attn score

This commit is contained in:
tink2123 2021-11-04 15:58:00 +00:00
parent 5aa14c5f11
commit 2ce4d9f8b5

View File

@ -75,7 +75,7 @@ class AttentionHead(nn.Layer):
probs_step, axis=1)], axis=1)
next_input = probs_step.argmax(axis=1)
targets = next_input
probs = paddle.nn.functional.softmax(probs, axis=2)
return probs