chore: 将data 模块命名为dataset

This commit is contained in:
2026-04-04 16:16:27 +08:00
parent bd9741dc5f
commit 9c31d78a22
8 changed files with 7 additions and 7 deletions
+1 -1
View File
@@ -6,7 +6,7 @@ from astrai.config import (
TrainConfig,
)
from astrai.factory import BaseFactory
from astrai.data import DatasetFactory
from astrai.dataset import DatasetFactory
from astrai.tokenizer import BpeTokenizer
from astrai.inference.generator import (
BatchGenerator,
@@ -1,10 +1,10 @@
from astrai.data.dataset import (
from astrai.dataset.dataset import (
BaseDataset,
DatasetFactory,
BaseSegmentFetcher,
MultiSegmentFetcher,
)
from astrai.data.sampler import ResumableDistributedSampler
from astrai.dataset.sampler import ResumableDistributedSampler
__all__ = [
# Base classes
+1 -1
View File
@@ -7,7 +7,7 @@ from torch.optim.lr_scheduler import LRScheduler
from torch.utils.data import DataLoader
from astrai.config.train_config import TrainConfig
from astrai.data import ResumableDistributedSampler
from astrai.dataset import ResumableDistributedSampler
from astrai.serialization import Checkpoint
from astrai.parallel.setup import get_current_device, get_rank, get_world_size
from astrai.trainer.strategy import BaseStrategy, StrategyFactory