diff --git a/ch02/05_bpe-from-scratch/tests.py b/ch02/05_bpe-from-scratch/tests.py index 0a36b1f..19ca306 100644 --- a/ch02/05_bpe-from-scratch/tests.py +++ b/ch02/05_bpe-from-scratch/tests.py @@ -80,7 +80,7 @@ def test_tokenizer_training(imported_module, verdict_file): BPETokenizerSimple = getattr(imported_module, "BPETokenizerSimple", None) tokenizer = BPETokenizerSimple() - with open(verdict_file, "r", encoding="utf-8") as f: # added ../01_main-chapter-code/ + with open(verdict_file, "r", encoding="utf-8") as f: # added ../01_main-chapter-code/ text = f.read() tokenizer.train(text, vocab_size=1000, allowed_special={"<|endoftext|>"})