yujunjun/LLMs-from-scratch
1
0
Fork 0
mirror of https://github.com/rasbt/LLMs-from-scratch.git synced 2025-11-30 17:11:36 +00:00
Code Issues Packages Projects Releases Wiki Activity

use apply_chat_template

Browse Source
This commit is contained in:
rasbt 2025-09-16 08:12:01 -05:00
parent 8237b3fda0
commit 862df48e38
No known key found for this signature in database
4 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
ch05/11_qwen3/standalone-qwen3-moe-plus-kvcache.ipynb
View File

@ -1064,6 +1064,7 @@
"tokenizer = Qwen3Tokenizer(\n", "tokenizer = Qwen3Tokenizer(\n",
" tokenizer_file_path=tokenizer_file_path,\n", " tokenizer_file_path=tokenizer_file_path,\n",
" repo_id=repo_id,\n", " repo_id=repo_id,\n",
" apply_chat_template=True,\n",
" add_generation_prompt=True,\n", " add_generation_prompt=True,\n",
" add_thinking=True\n", " add_thinking=True\n",
")" ")"

1
ch05/11_qwen3/standalone-qwen3-moe.ipynb
View File

@ -1006,6 +1006,7 @@
"tokenizer = Qwen3Tokenizer(\n", "tokenizer = Qwen3Tokenizer(\n",
" tokenizer_file_path=tokenizer_file_path,\n", " tokenizer_file_path=tokenizer_file_path,\n",
" repo_id=repo_id,\n", " repo_id=repo_id,\n",
" apply_chat_template=True,\n",
" add_generation_prompt=True,\n", " add_generation_prompt=True,\n",
" add_thinking=True\n", " add_thinking=True\n",
")" ")"

1
ch05/11_qwen3/standalone-qwen3-plus-kvcache.ipynb
View File

@ -1060,6 +1060,7 @@
"tokenizer = Qwen3Tokenizer(\n", "tokenizer = Qwen3Tokenizer(\n",
" tokenizer_file_path=tokenizer_file_path,\n", " tokenizer_file_path=tokenizer_file_path,\n",
" repo_id=repo_id,\n", " repo_id=repo_id,\n",
" apply_chat_template=USE_REASONING_MODEL,\n",
" add_generation_prompt=USE_REASONING_MODEL,\n", " add_generation_prompt=USE_REASONING_MODEL,\n",
" add_thinking=USE_REASONING_MODEL\n", " add_thinking=USE_REASONING_MODEL\n",
")" ")"

1
ch05/11_qwen3/standalone-qwen3.ipynb
View File

@ -1002,6 +1002,7 @@
"tokenizer = Qwen3Tokenizer(\n", "tokenizer = Qwen3Tokenizer(\n",
" tokenizer_file_path=tokenizer_file_path,\n", " tokenizer_file_path=tokenizer_file_path,\n",
" repo_id=repo_id,\n", " repo_id=repo_id,\n",
" apply_chat_template=USE_REASONING_MODEL,\n",
" add_generation_prompt=USE_REASONING_MODEL,\n", " add_generation_prompt=USE_REASONING_MODEL,\n",
" add_thinking=USE_REASONING_MODEL\n", " add_thinking=USE_REASONING_MODEL\n",
")" ")"