remove duplicated text

This commit is contained in:
rasbt 2024-05-19 11:34:47 -05:00
parent 1dd9c0a71e
commit a8a28017c0
No known key found for this signature in database
GPG Key ID: 3C6E5C7C075611DB

View File

@ -39,12 +39,12 @@
"name": "stdout", "name": "stdout",
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"matplotlib version: 3.8.2\n", "matplotlib version: 3.7.2\n",
"numpy version: 1.26.0\n", "numpy version: 1.25.2\n",
"tiktoken version: 0.5.1\n", "tiktoken version: 0.5.1\n",
"torch version: 2.2.2\n", "torch version: 2.2.2\n",
"tensorflow version: 2.15.0\n", "tensorflow version: 2.15.0\n",
"pandas version: 2.2.1\n" "pandas version: 2.0.3\n"
] ]
} }
], ],
@ -964,7 +964,9 @@
"name": "stdout", "name": "stdout",
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"Is the following text 'spam'? Answer with 'yes' or 'no': 'You are a winner you have been specially selected to receive $1000 cash or a $2000 award.' Answer with 'yes' or 'no'. Answer with 'yes' or 'no'. Answer with 'yes' or 'no'. Answer with 'yes'\n" "Is the following text 'spam'? Answer with 'yes' or 'no': 'You are a winner you have been specially selected to receive $1000 cash or a $2000 award.'\n",
"\n",
"The following text 'spam'? Answer with 'yes' or 'no': 'You are a winner\n"
] ]
} }
], ],
@ -973,7 +975,6 @@
" \"Is the following text 'spam'? Answer with 'yes' or 'no':\"\n", " \"Is the following text 'spam'? Answer with 'yes' or 'no':\"\n",
" \" 'You are a winner you have been specially\"\n", " \" 'You are a winner you have been specially\"\n",
" \" selected to receive $1000 cash or a $2000 award.'\"\n", " \" selected to receive $1000 cash or a $2000 award.'\"\n",
" \" Answer with 'yes' or 'no'.\"\n",
")\n", ")\n",
"\n", "\n",
"token_ids = generate_text_simple(\n", "token_ids = generate_text_simple(\n",
@ -2355,7 +2356,7 @@
"name": "python", "name": "python",
"nbconvert_exporter": "python", "nbconvert_exporter": "python",
"pygments_lexer": "ipython3", "pygments_lexer": "ipython3",
"version": "3.10.6" "version": "3.11.4"
} }
}, },
"nbformat": 4, "nbformat": 4,