feat(model): 添加 tie_weight 配置选项并优化模型模块实现

2025-11-05 23:26:57 +08:00
parent b260f5581d
commit 69d9374f51
3 changed files with 55 additions and 34 deletions
@@ -13,6 +13,7 @@ class TransformerConfig:
    m_len: Optional[int] = None
    norm_eps: Optional[float] = None
    d_ffn: Optional[int] = None
+    tie_weight: Optional[bool] = None
    
    # GQA
    n_kvhead: Optional[int] = None