yujunjun/LLMs-from-scratch
1
0
Fork 0
mirror of https://github.com/rasbt/LLMs-from-scratch.git synced 2025-08-29 02:50:15 +00:00
Code Issues Packages Projects Releases Wiki Activity

Adjust comment to save compiled model (#583)

Browse Source
This commit is contained in:
Sebastian Raschka 2025-03-27 10:43:45 -05:00 committed by GitHub
parent f01e163aad
commit 2e143f17b8
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 14 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
ch05/10_llm-training-speed/01_opt_single_gpu.py
View File

@ -502,6 +502,12 @@ if __name__ == "__main__":
plt.savefig("loss.pdf")
# Save and load model
# torch.save(model.state_dict(), "model.pth")
#
# compiled = hasattr(model, "_orig_mod")
# if compiled:
# torch.save(model._orig_mod.state_dict(), "model.pth")
# else:
# torch.save(model.state_dict(), "model.pth")
#
# model = GPTModel(GPT_CONFIG_124M)
# model.load_state_dict(torch.load("model.pth", weights_only=True))

8
ch05/10_llm-training-speed/02_opt_multi_gpu_ddp.py
View File

@ -598,6 +598,12 @@ if __name__ == "__main__":
plt.savefig("loss.pdf")
# Save and load model
# torch.save(model.state_dict(), "model.pth")
#
# compiled = hasattr(model, "_orig_mod")
# if compiled:
# torch.save(model._orig_mod.state_dict(), "model.pth")
# else:
# torch.save(model.state_dict(), "model.pth")
#
# model = GPTModel(GPT_CONFIG_124M)
# model.load_state_dict(torch.load("model.pth", weights_only=True))