yujunjun/LLMs-from-scratch
1
0
Fork 0
mirror of https://github.com/rasbt/LLMs-from-scratch.git synced 2025-11-04 03:40:21 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix d_out code comment in bonus materials (#715)

Browse Source
This commit is contained in:
Sebastian Raschka 2025-06-28 10:07:16 -05:00 committed by GitHub
parent dc2f8e95d4
commit 6a4d0a1022
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
ch03/02_bonus_efficient-multihead-attention/mha-implementations.ipynb
View File

@ -689,7 +689,7 @@
" def __init__(self, d_in, d_out, num_heads, context_length, dropout=0.0, qkv_bias=False):\n",
" super().__init__()\n",
"\n",
" assert d_out % num_heads == 0, \"embed_dim is indivisible by num_heads\"\n",
" assert d_out % num_heads == 0, \"d_out is indivisible by num_heads\"\n",
"\n",
" self.num_heads = num_heads\n",
" self.context_length = context_length\n",
@ -1002,7 +1002,7 @@
" def __init__(self, d_in, d_out, num_heads, context_length, dropout=0.0, qkv_bias=False):\n",
" super().__init__()\n",
"\n",
" assert d_out % num_heads == 0, \"embed_dim is indivisible by num_heads\"\n",
" assert d_out % num_heads == 0, \"d_out is indivisible by num_heads\"\n",
"\n",
" self.num_heads = num_heads\n",
" self.context_length = context_length\n",