From b9ed5811c396de51a6f8e15336cf579f56cba280 Mon Sep 17 00:00:00 2001 From: rasbt Date: Sun, 9 Jun 2024 20:23:18 -0500 Subject: [PATCH] fix gradient comment --- ch06/02_bonus_additional-experiments/additional-experiments.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ch06/02_bonus_additional-experiments/additional-experiments.py b/ch06/02_bonus_additional-experiments/additional-experiments.py index bcfc0b8..66b8c7f 100644 --- a/ch06/02_bonus_additional-experiments/additional-experiments.py +++ b/ch06/02_bonus_additional-experiments/additional-experiments.py @@ -261,7 +261,7 @@ def train_classifier_simple(model, train_loader, val_loader, optimizer, device, # Use gradient accumulation if accumulation_steps > 1 if batch_idx % accumulation_steps == 0: optimizer.step() # Update model weights using loss gradients - optimizer.zero_grad() # Reset loss gradients from previous epoch + optimizer.zero_grad() # Reset loss gradients from previous batch iteration examples_seen += input_batch.shape[0] # New: track examples instead of tokens global_step += 1