yujunjun/LLMs-from-scratch
1
0
Fork 0
mirror of https://github.com/rasbt/LLMs-from-scratch.git synced 2025-10-06 13:36:18 +00:00
Code Issues Packages Projects Releases Wiki Activity

address suggestions to improve clarity

Browse Source
This commit is contained in:
rasbt 2024-04-07 08:41:09 -05:00
parent 42eda8b70f
commit 58d5bd9e39
3 changed files with 93 additions and 56 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

141
ch05/01_main-chapter-code/ch05.ipynb
View File

File diff suppressed because one or more lines are too long

4
ch05/01_main-chapter-code/gpt_download.py
View File

@ -16,7 +16,7 @@ def download_and_load_gpt2(model_size, models_dir):
model_dir = os.path.join(models_dir, model_size) model_dir = os.path.join(models_dir, model_size)
base_url = "https://openaipublic.blob.core.windows.net/gpt-2/models" base_url = "https://openaipublic.blob.core.windows.net/gpt-2/models"
filenames = [ filenames = [
"checkpoint", "encoder.json", "settings.json", "checkpoint", "encoder.json", "hparams.json",
"model.ckpt.data-00000-of-00001", "model.ckpt.index", "model.ckpt.data-00000-of-00001", "model.ckpt.index",
"model.ckpt.meta", "vocab.bpe" "model.ckpt.meta", "vocab.bpe"
] ]
@ -30,7 +30,7 @@ def download_and_load_gpt2(model_size, models_dir):
# Load settings and params # Load settings and params
tf_ckpt_path = tf.train.latest_checkpoint(model_dir) tf_ckpt_path = tf.train.latest_checkpoint(model_dir)
settings = json.load(open(os.path.join(model_dir, "settings.json"))) settings = json.load(open(os.path.join(model_dir, "hparams.json")))
params = load_gpt2_params_from_tf_ckpt(tf_ckpt_path, settings) params = load_gpt2_params_from_tf_ckpt(tf_ckpt_path, settings)
return settings, params return settings, params

4
ch05/01_main-chapter-code/gpt_generate.py
View File

@ -37,7 +37,7 @@ def download_and_load_gpt2(model_size, models_dir):
model_dir = os.path.join(models_dir, model_size) model_dir = os.path.join(models_dir, model_size)
base_url = "https://openaipublic.blob.core.windows.net/gpt-2/models" base_url = "https://openaipublic.blob.core.windows.net/gpt-2/models"
filenames = [ filenames = [
"checkpoint", "encoder.json", "settings.json", "checkpoint", "encoder.json", "hparams.json",
"model.ckpt.data-00000-of-00001", "model.ckpt.index", "model.ckpt.data-00000-of-00001", "model.ckpt.index",
"model.ckpt.meta", "vocab.bpe" "model.ckpt.meta", "vocab.bpe"
] ]
@ -51,7 +51,7 @@ def download_and_load_gpt2(model_size, models_dir):
# Load settings and params # Load settings and params
tf_ckpt_path = tf.train.latest_checkpoint(model_dir) tf_ckpt_path = tf.train.latest_checkpoint(model_dir)
settings = json.load(open(os.path.join(model_dir, "settings.json"))) settings = json.load(open(os.path.join(model_dir, "hparams.json")))
params = load_gpt2_params_from_tf_ckpt(tf_ckpt_path, settings) params = load_gpt2_params_from_tf_ckpt(tf_ckpt_path, settings)
return settings, params return settings, params