yujunjun/LLMs-from-scratch
1
0
Fork 0
mirror of https://github.com/rasbt/LLMs-from-scratch.git synced 2025-11-11 23:55:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

dim-consistency

Browse Source
This commit is contained in:
rasbt 2024-06-12 19:43:25 -05:00
parent 8d3e58ff81
commit 8fa64806fc
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
ch03/01_main-chapter-code/ch03.ipynb
View File

@ -1369,7 +1369,7 @@
} }
], ],
"source": [ "source": [
"row_sums = masked_simple.sum(dim=1, keepdim=True)\n", "row_sums = masked_simple.sum(dim=-1, keepdim=True)\n",
"masked_simple_norm = masked_simple / row_sums\n", "masked_simple_norm = masked_simple / row_sums\n",
"print(masked_simple_norm)" "print(masked_simple_norm)"
] ]
@ -2027,7 +2027,7 @@
"name": "python", "name": "python",
"nbconvert_exporter": "python", "nbconvert_exporter": "python",
"pygments_lexer": "ipython3", "pygments_lexer": "ipython3",
"version": "3.10.6" "version": "3.11.4"
} }
}, },
"nbformat": 4, "nbformat": 4,