mirror of
https://github.com/rasbt/LLMs-from-scratch.git
synced 2025-08-17 13:11:46 +00:00
variable renaming for clarity
This commit is contained in:
parent
8c36399e7c
commit
c5a17393fc
@ -873,10 +873,10 @@
|
|||||||
}
|
}
|
||||||
],
|
],
|
||||||
"source": [
|
"source": [
|
||||||
"total_char = len(text_data)\n",
|
"total_characters = len(text_data)\n",
|
||||||
"total_tokens = len(tokenizer.encode(text_data))\n",
|
"total_tokens = len(tokenizer.encode(text_data))\n",
|
||||||
"\n",
|
"\n",
|
||||||
"print(\"Characters:\", total_char)\n",
|
"print(\"Characters:\", total_characters)\n",
|
||||||
"print(\"Tokens:\", total_tokens)"
|
"print(\"Tokens:\", total_tokens)"
|
||||||
]
|
]
|
||||||
},
|
},
|
||||||
|
Loading…
x
Reference in New Issue
Block a user