yujunjun/LLMs-from-scratch
1
0
Fork 0
mirror of https://github.com/rasbt/LLMs-from-scratch.git synced 2025-11-04 03:40:21 +00:00
Code Issues Packages Projects Releases Wiki Activity

update stride param

Browse Source
This commit is contained in:
rasbt 2024-03-13 08:39:59 -05:00
parent 0b66c55950
commit 1870b4bacd
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
ch03/01_main-chapter-code/multihead-attention.ipynb
View File

@ -91,7 +91,7 @@
"pos_embedding_layer = torch.nn.Embedding(block_size, output_dim)\n", "pos_embedding_layer = torch.nn.Embedding(block_size, output_dim)\n",
"\n", "\n",
"max_length = 4\n", "max_length = 4\n",
"dataloader = create_dataloader(raw_text, batch_size=8, max_length=max_length, stride=5)" "dataloader = create_dataloader(raw_text, batch_size=8, max_length=max_length, stride=max_length)"
] ]
}, },
{ {
@ -350,7 +350,7 @@
"name": "python", "name": "python",
"nbconvert_exporter": "python", "nbconvert_exporter": "python",
"pygments_lexer": "ipython3", "pygments_lexer": "ipython3",
"version": "3.11.4" "version": "3.10.6"
} }
}, },
"nbformat": 4, "nbformat": 4,