fix: default max_grad_norm to 1.0 and drop None branch

2026-07-20 01:08:13 +08:00
parent 31d33ccdf0
commit e5f9b1a3a9
4 changed files with 5 additions and 14 deletions
@@ -38,7 +38,7 @@ class TrainConfig(BaseConfig):
        default=1, metadata={"help": "Number of iterations between steps."}
    )
    max_grad_norm: Optional[float] = field(
-        default=None,
+        default=1.0,
        metadata={"help": "Maximum gradient norm. None disables clipping."},
    )
    gradient_checkpointing_modules: List[str] = field(