From 0026e6206bf15a606e44d52f486037dfaa66d13a Mon Sep 17 00:00:00 2001 From: rasbt Date: Sat, 22 Jun 2024 12:01:51 -0500 Subject: [PATCH] update generate to match output in main chapter --- ch05/01_main-chapter-code/gpt_generate.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/ch05/01_main-chapter-code/gpt_generate.py b/ch05/01_main-chapter-code/gpt_generate.py index 4133b6d..0a5b814 100644 --- a/ch05/01_main-chapter-code/gpt_generate.py +++ b/ch05/01_main-chapter-code/gpt_generate.py @@ -266,13 +266,14 @@ def main(gpt_config, input_prompt, model_size): gpt.eval() tokenizer = tiktoken.get_encoding("gpt2") + torch.manual_seed(123) token_ids = generate( model=gpt, idx=text_to_token_ids(input_prompt, tokenizer), - max_new_tokens=30, + max_new_tokens=25, context_size=gpt_config["context_length"], - top_k=1, + top_k=50, temperature=1.0 ) @@ -284,7 +285,7 @@ if __name__ == "__main__": torch.manual_seed(123) CHOOSE_MODEL = "gpt2-small (124M)" - INPUT_PROMPT = "Every effort moves" + INPUT_PROMPT = "Every effort moves you" BASE_CONFIG = { "vocab_size": 50257, # Vocabulary size