From 0b47dfc381461e184e9512634ba359d46f43bf8a Mon Sep 17 00:00:00 2001 From: Intelligence-Manifesto <155522535+Intelligence-Manifesto@users.noreply.github.com> Date: Wed, 3 Apr 2024 07:07:21 +0800 Subject: [PATCH] "Typographical error (#104) --- ch03/01_main-chapter-code/ch03.ipynb | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ch03/01_main-chapter-code/ch03.ipynb b/ch03/01_main-chapter-code/ch03.ipynb index be7f378..3635802 100644 --- a/ch03/01_main-chapter-code/ch03.ipynb +++ b/ch03/01_main-chapter-code/ch03.ipynb @@ -1172,7 +1172,7 @@ "id": "aef0a6b8-205a-45bf-9d26-8fd77a8a03c3", "metadata": {}, "source": [ - "n causal attention, the attention weights above the diagonal are masked, ensuring that for any given input, the LLM is unable to utilize future tokens while calculating the context vectors with the attention weight" + "- In causal attention, the attention weights above the diagonal are masked, ensuring that for any given input, the LLM is unable to utilize future tokens while calculating the context vectors with the attention weight" ] }, {