yujunjun/LLMs-from-scratch
1
0
Fork 0
mirror of https://github.com/rasbt/LLMs-from-scratch.git synced 2025-11-10 23:07:28 +00:00
Code Issues Packages Projects Releases Wiki Activity

update stride param

Browse Source
This commit is contained in:
rasbt 2024-03-13 08:39:59 -05:00
parent 0b66c55950
commit 1870b4bacd
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
ch03/01_main-chapter-code/multihead-attention.ipynb
View File

@ -91,7 +91,7 @@
"pos_embedding_layer = torch.nn.Embedding(block_size, output_dim)\n",
"\n",
"max_length = 4\n",
"dataloader = create_dataloader(raw_text, batch_size=8, max_length=max_length, stride=5)"
"dataloader = create_dataloader(raw_text, batch_size=8, max_length=max_length, stride=max_length)"
]
},
{
@ -350,7 +350,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.11.4"
"version": "3.10.6"
}
},
"nbformat": 4,