refactor: 从data 模块分离tokenizer

This commit is contained in:
2026-04-04 16:12:58 +08:00
parent b531232a9b
commit bd9741dc5f
16 changed files with 108 additions and 92 deletions
+1 -1
View File
@@ -4,7 +4,7 @@ import numpy as np
import torch
from astrai.config.train_config import TrainConfig
from astrai.data.serialization import Checkpoint
from astrai.serialization import Checkpoint
from astrai.trainer.schedule import SchedulerFactory
from astrai.trainer.trainer import Trainer