feat: make max_grad_norm optional (None disables clipping)
- TrainConfig.max_grad_norm defaults to None - executor.clip_grad_norm returns grad norm without clipping when None - train.py --max_grad_norm defaults to None
This commit is contained in:
@@ -148,8 +148,8 @@ def parse_args() -> argparse.Namespace:
|
||||
parser.add_argument(
|
||||
"--max_grad_norm",
|
||||
type=float,
|
||||
default=1.0,
|
||||
help="Max gradient norm for clipping.",
|
||||
default=None,
|
||||
help="Max gradient norm for clipping. None disables clipping.",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--weight_decay",
|
||||
|
||||
Reference in New Issue
Block a user