yujunjun/LLMs-from-scratch
1
0
Fork 0
mirror of https://github.com/rasbt/LLMs-from-scratch.git synced 2025-10-30 01:10:33 +00:00
Code Issues Packages Projects Releases Wiki Activity

Note about ch05 mps support (#324)

Browse Source
This commit is contained in:
Sebastian Raschka 2024-08-19 07:40:24 -05:00 committed by GitHub
parent 1a962f3983
commit 0991c1ff24
1 changed files with 26 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

27
ch05/01_main-chapter-code/ch05.ipynb
View File

@ -1142,6 +1142,20 @@
], ],
"source": [ "source": [
"device = torch.device(\"cuda\" if torch.cuda.is_available() else \"cpu\")\n", "device = torch.device(\"cuda\" if torch.cuda.is_available() else \"cpu\")\n",
"\n",
"# Note:\n",
"# Uncommenting the following lines will allow the code to run on Apple Silicon chips, if applicable,\n",
"# which is approximately 2x faster than on an Apple CPU (as measured on an M3 MacBook Air).\n",
"# However, the resulting loss values may be slightly different.\n",
"\n",
"#if torch.cuda.is_available():\n",
"# device = torch.device(\"cuda\")\n",
"#elif torch.backends.mps.is_available():\n",
"# device = torch.device(\"mps\")\n",
"#else:\n",
"# device = torch.device(\"cpu\")\n",
"\n",
"\n",
"model.to(device) # no assignment model = model.to(device) necessary for nn.Module classes\n", "model.to(device) # no assignment model = model.to(device) necessary for nn.Module classes\n",
"\n", "\n",
"\n", "\n",
@ -1308,6 +1322,11 @@
} }
], ],
"source": [ "source": [
"# Note:\n",
"# Uncomment the following code to calculate the execution time\n",
"# import time\n",
"# start_time = time.time()\n",
"\n",
"torch.manual_seed(123)\n", "torch.manual_seed(123)\n",
"model = GPTModel(GPT_CONFIG_124M)\n", "model = GPTModel(GPT_CONFIG_124M)\n",
"model.to(device)\n", "model.to(device)\n",
@ -1318,7 +1337,13 @@
" model, train_loader, val_loader, optimizer, device,\n", " model, train_loader, val_loader, optimizer, device,\n",
" num_epochs=num_epochs, eval_freq=5, eval_iter=5,\n", " num_epochs=num_epochs, eval_freq=5, eval_iter=5,\n",
" start_context=\"Every effort moves you\", tokenizer=tokenizer\n", " start_context=\"Every effort moves you\", tokenizer=tokenizer\n",
")" ")\n",
"\n",
"# Note:\n",
"# Uncomment the following code to show the execution time\n",
"# end_time = time.time()\n",
"# execution_time_minutes = (end_time - start_time) / 60\n",
"# print(f\"Training completed in {execution_time_minutes:.2f} minutes.\")"
] ]
}, },
{ {