We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 35848e9 commit 043b926Copy full SHA for 043b926
1 file changed
train_network.py
@@ -1944,7 +1944,7 @@ def remove_model(old_ckpt_name):
1944
1945
dtype_to_use = torch.float64 if args.loss_related_use_float64 else torch.float32
1946
1947
- if not args.disable_norm_metrics and not (args.full_bf16 or args.full_fp16):
+ if not args.disable_norm_metrics and (args.full_bf16 or args.full_fp16):
1948
logger.warning("Unable to log gradients and model norms if full_bf16 or full_fp16, as requires float for quintiles.")
1949
1950
if args.full_bf16:
0 commit comments