typo fixes in scripts

2025-10-28 20:17:31 +01:00
parent 0a3ce7b0ff
commit 8c9b004c99
5 changed files with 5 additions and 5 deletions
@@ -271,7 +271,7 @@ for step in range(num_iterations + 1):
        loss = loss / grad_accum_steps # each .backward() is a grad sum => normalize loss here
        loss.backward()
        x, y = next(train_loader) # prefetch the next batch while the GPU is busy with forward/backward
-    # gradient clipping (TODO possibly expertiment with)
+    # gradient clipping (TODO possibly experiment with)
    if grad_clip > 0.0:
        torch.nn.utils.clip_grad_norm_(orig_model.parameters(), grad_clip)
    # step the optimizers