yujunjun/LLMs-from-scratch
1
0
Fork 0
mirror of https://github.com/rasbt/LLMs-from-scratch.git synced 2025-08-30 11:31:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

Adjust comment to save compiled model (#583)

Browse Source
This commit is contained in:
Sebastian Raschka 2025-03-27 10:43:45 -05:00 committed by GitHub
parent d4d420361c
commit c9271ac427
2 changed files with 14 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
ch05/10_llm-training-speed/01_opt_single_gpu.py
View File

@ -502,6 +502,12 @@ if __name__ == "__main__":
plt.savefig("loss.pdf") plt.savefig("loss.pdf")
# Save and load model # Save and load model
#
# compiled = hasattr(model, "_orig_mod")
# if compiled:
# torch.save(model._orig_mod.state_dict(), "model.pth")
# else:
# torch.save(model.state_dict(), "model.pth") # torch.save(model.state_dict(), "model.pth")
#
# model = GPTModel(GPT_CONFIG_124M) # model = GPTModel(GPT_CONFIG_124M)
# model.load_state_dict(torch.load("model.pth", weights_only=True)) # model.load_state_dict(torch.load("model.pth", weights_only=True))

6
ch05/10_llm-training-speed/02_opt_multi_gpu_ddp.py
View File

@ -598,6 +598,12 @@ if __name__ == "__main__":
plt.savefig("loss.pdf") plt.savefig("loss.pdf")
# Save and load model # Save and load model
#
# compiled = hasattr(model, "_orig_mod")
# if compiled:
# torch.save(model._orig_mod.state_dict(), "model.pth")
# else:
# torch.save(model.state_dict(), "model.pth") # torch.save(model.state_dict(), "model.pth")
#
# model = GPTModel(GPT_CONFIG_124M) # model = GPTModel(GPT_CONFIG_124M)
# model.load_state_dict(torch.load("model.pth", weights_only=True)) # model.load_state_dict(torch.load("model.pth", weights_only=True))