mirror of
https://github.com/rasbt/LLMs-from-scratch.git
synced 2025-09-03 13:28:18 +00:00
simplify code
This commit is contained in:
parent
d0777e3aa0
commit
6c6321f671
@ -401,7 +401,7 @@
|
|||||||
}
|
}
|
||||||
],
|
],
|
||||||
"source": [
|
"source": [
|
||||||
"all_words = sorted(list(set(preprocessed)))\n",
|
"all_words = sorted(set(preprocessed))\n",
|
||||||
"vocab_size = len(all_words)\n",
|
"vocab_size = len(all_words)\n",
|
||||||
"\n",
|
"\n",
|
||||||
"print(vocab_size)"
|
"print(vocab_size)"
|
||||||
@ -1878,7 +1878,7 @@
|
|||||||
"name": "python",
|
"name": "python",
|
||||||
"nbconvert_exporter": "python",
|
"nbconvert_exporter": "python",
|
||||||
"pygments_lexer": "ipython3",
|
"pygments_lexer": "ipython3",
|
||||||
"version": "3.10.10"
|
"version": "3.11.4"
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"nbformat": 4,
|
"nbformat": 4,
|
||||||
|
Loading…
x
Reference in New Issue
Block a user