yujunjun/LLMs-from-scratch
1
0
Fork 0
mirror of https://github.com/rasbt/LLMs-from-scratch.git synced 2025-08-16 12:41:42 +00:00
Code Issues Packages Projects Releases Wiki Activity

variable renaming for clarity

Browse Source
This commit is contained in:
rasbt 2024-04-05 07:26:42 -05:00
parent 8c36399e7c
commit c5a17393fc
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
ch05/01_main-chapter-code/ch05.ipynb
View File

@ -873,10 +873,10 @@
}
],
"source": [
"total_char = len(text_data)\n",
"total_characters = len(text_data)\n",
"total_tokens = len(tokenizer.encode(text_data))\n",
"\n",
"print(\"Characters:\", total_char)\n",
"print(\"Characters:\", total_characters)\n",
"print(\"Tokens:\", total_tokens)"
]
},