yujunjun/LLMs-from-scratch
1
0
Fork 0
mirror of https://github.com/rasbt/LLMs-from-scratch.git synced 2025-08-16 20:51:51 +00:00
Code Issues Packages Projects Releases Wiki Activity

variable renaming for clarity

Browse Source
This commit is contained in:
rasbt 2024-04-05 07:26:42 -05:00
parent 8c36399e7c
commit c5a17393fc
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
ch05/01_main-chapter-code/ch05.ipynb
View File

@ -873,10 +873,10 @@
} }
], ],
"source": [ "source": [
"total_char = len(text_data)\n", "total_characters = len(text_data)\n",
"total_tokens = len(tokenizer.encode(text_data))\n", "total_tokens = len(tokenizer.encode(text_data))\n",
"\n", "\n",
"print(\"Characters:\", total_char)\n", "print(\"Characters:\", total_characters)\n",
"print(\"Tokens:\", total_tokens)" "print(\"Tokens:\", total_tokens)"
] ]
}, },