From cbbd4c5600c340d4c37cae64763484122953edf7 Mon Sep 17 00:00:00 2001 From: rasbt Date: Mon, 10 Jun 2024 18:21:58 -0500 Subject: [PATCH] add performance of llama 3 models for reference --- ch07/01_main-chapter-code/ch07.ipynb | 12 +++++++++++- 1 file changed, 11 insertions(+), 1 deletion(-) diff --git a/ch07/01_main-chapter-code/ch07.ipynb b/ch07/01_main-chapter-code/ch07.ipynb index 65acf60..686fc7b 100644 --- a/ch07/01_main-chapter-code/ch07.ipynb +++ b/ch07/01_main-chapter-code/ch07.ipynb @@ -1734,6 +1734,16 @@ "print(f\"Average score: {sum(scores)/len(scores):.2f}\\n\")" ] }, + { + "cell_type": "markdown", + "id": "e95ac0db-aa58-43eb-8e6e-6ea8ae798299", + "metadata": {}, + "source": [ + "- For reference, the original\n", + " - Llama 3 8B base model achieves a score of 58.51\n", + " - Llama 3 8B instruct model achieves a score of 82.65" + ] + }, { "cell_type": "markdown", "id": "412d7325-284a-446c-92a1-5aa8acc52dee", @@ -1775,7 +1785,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.10.12" + "version": "3.10.6" } }, "nbformat": 4,