From c0f564ee874f6418e9e6e60f0603cd46d4f20b1d Mon Sep 17 00:00:00 2001 From: rasbt Date: Mon, 27 May 2024 07:46:29 -0500 Subject: [PATCH] update mha dim --- .../mha-implementations.ipynb | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ch03/02_bonus_efficient-multihead-attention/mha-implementations.ipynb b/ch03/02_bonus_efficient-multihead-attention/mha-implementations.ipynb index 82f5cde..918ce00 100644 --- a/ch03/02_bonus_efficient-multihead-attention/mha-implementations.ipynb +++ b/ch03/02_bonus_efficient-multihead-attention/mha-implementations.ipynb @@ -239,7 +239,7 @@ " self.head_dim = d_out // num_heads\n", "\n", " self.qkv = nn.Linear(d_in, 3 * d_out, bias=qkv_bias)\n", - " self.proj = nn.Linear(d_in, d_out)\n", + " self.proj = nn.Linear(d_out, d_out)\n", " self.dropout = nn.Dropout(dropout)\n", "\n", " self.register_buffer(\n",