yujunjun/LLMs-from-scratch
1
0
Fork 0
mirror of https://github.com/rasbt/LLMs-from-scratch.git synced 2025-09-01 12:27:59 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix an incorrect input dimension

Browse Source
This commit is contained in:
Kostyantyn Borysenko 2024-05-26 13:05:07 -07:00
parent 8f362634b8
commit 18b5724e75
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
ch03/01_main-chapter-code/multihead-attention.ipynb
View File

@ -228,7 +228,7 @@
" [CausalSelfAttention(d_in, d_out, context_length, dropout, qkv_bias) \n", " [CausalSelfAttention(d_in, d_out, context_length, dropout, qkv_bias) \n",
" for _ in range(num_heads)]\n", " for _ in range(num_heads)]\n",
" )\n", " )\n",
" self.out_proj = nn.Linear(d_out*num_heads, d_out*num_heads)\n", " self.out_proj = nn.Linear(d_in*num_heads, d_out*num_heads)\n",
"\n", "\n",
" def forward(self, x):\n", " def forward(self, x):\n",
" context_vec = torch.cat([head(x) for head in self.heads], dim=-1)\n", " context_vec = torch.cat([head(x) for head in self.heads], dim=-1)\n",
@ -383,7 +383,7 @@
"name": "python", "name": "python",
"nbconvert_exporter": "python", "nbconvert_exporter": "python",
"pygments_lexer": "ipython3", "pygments_lexer": "ipython3",
"version": "3.11.4" "version": "3.12.3"
} }
}, },
"nbformat": 4, "nbformat": 4,