From 974d6458afc015b4c61adcee1a024c081f952c3a Mon Sep 17 00:00:00 2001 From: Brian Jordan <206973+bcjordan@users.noreply.github.com> Date: Fri, 31 Mar 2023 15:08:54 -0400 Subject: [PATCH] Fix typo in log_weights.py comment --- common/log_weights.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/common/log_weights.py b/common/log_weights.py index d2c8e21..ad6fee6 100644 --- a/common/log_weights.py +++ b/common/log_weights.py @@ -74,7 +74,7 @@ def log_ebc_norms( : min(sample_size, emb_weight_tensor.shape[0]) ] # WARNING: .cpu() transfer executes malloc that may be the cause of memory leaks - # Change sample_size if the you observe frequent OOM errors or remove weight logging. + # Change sample_size if you observe frequent OOM errors or remove weight logging. norms = emb_weight_tensor[sample_mask].cpu().norm(dim=1).to(torch.float32) logging.info(f"Norm shape before reduction: {norms.shape}", rank=-1) norms = norms.mean().to(torch.device(f"cuda:{dist.get_rank()}"))