feat: make max_grad_norm optional (None disables clipping)

- TrainConfig.max_grad_norm defaults to None - executor.clip_grad_norm returns grad norm without clipping when None - train.py --max_grad_norm defaults to None
2026-07-19 00:08:18 +08:00
parent fc62890e70
commit d7695b40e3
3 changed files with 21 additions and 6 deletions
@@ -37,8 +37,9 @@ class TrainConfig(BaseConfig):
    grad_accum_steps: int = field(
        default=1, metadata={"help": "Number of iterations between steps."}
    )
-    max_grad_norm: float = field(
-        default=1.0, metadata={"help": "Maximum gradient norm."}
+    max_grad_norm: Optional[float] = field(
+        default=None,
+        metadata={"help": "Maximum gradient norm. None disables clipping."},
    )
    gradient_checkpointing_modules: List[str] = field(
        default_factory=list,