refactor: 优化参数传递,清理导入样式

This commit is contained in:
2026-04-03 22:06:32 +08:00
parent 3a7d98a950
commit 0852b852f8
51 changed files with 299 additions and 434 deletions
+3 -3
View File
@@ -1,9 +1,9 @@
from astrai.model.module import (
GQA,
MLP,
DecoderBlock,
Linear,
RMSNorm,
MLP,
GQA,
DecoderBlock,
)
from astrai.model.transformer import Transformer
+2 -2
View File
@@ -1,9 +1,9 @@
from typing import Optional, Tuple
import torch
import torch.nn as nn
import torch.nn.functional as F
from torch import Tensor
from typing import Optional, Tuple
def repeat_kv(x: Tensor, n_rep: int) -> Tensor:
+4 -3
View File
@@ -1,12 +1,13 @@
from typing import Any, Mapping, Optional, Tuple
import torch
import torch.nn as nn
from torch import Tensor
from typing import Any, Mapping, Optional, Tuple
from astrai.config.model_config import ModelConfig
from astrai.model.module import (
Embedding,
DecoderBlock,
Embedding,
Linear,
RMSNorm,
RotaryEmbedding,