mirror of
https://github.com/rasbt/LLMs-from-scratch.git
synced 2025-11-01 02:10:15 +00:00
Comment that DDP-script.py does not work with GPUs > 2 (#523)
This commit is contained in:
parent
9dce43ec31
commit
83b47adf0d
@ -179,6 +179,8 @@ def compute_accuracy(model, dataloader, device):
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
# This script may not work for GPUs > 2 due to the small dataset
|
||||
# Run `CUDA_VISIBLE_DEVICES=0,1 python DDP-script.py` if you have GPUs > 2
|
||||
print("PyTorch version:", torch.__version__)
|
||||
print("CUDA available:", torch.cuda.is_available())
|
||||
print("Number of GPUs available:", torch.cuda.device_count())
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user