fix(data/sampler): 修正拼写错误并增强采样器功能

This commit is contained in:
2025-11-27 19:43:36 +08:00
parent 36b410384b
commit 019bfe4e05
4 changed files with 19 additions and 13 deletions
+2 -2
View File
@@ -3,7 +3,7 @@ from typing import Optional, Self, TYPE_CHECKING
from torch.optim import Optimizer
from torch.utils.data import DataLoader
from khaosz.config import Checkpoint
from khaosz.data import ResumeableRandomSampler
from khaosz.data import ResumableDistributedSampler
from khaosz.trainer.schedule import BaseScheduler, SchedulerFactory
if TYPE_CHECKING:
@@ -83,7 +83,7 @@ class TrainContextBuilder:
def with_dataloader(self) -> Self:
# fix: change batch level batch_iter to sample level offset
sampler_offset = self._context.batch_iter * self.trainer.train_config.batch_size
resumeable_sampler = ResumeableRandomSampler(
resumeable_sampler = ResumableDistributedSampler(
data_source=self.trainer.train_config.dataset,
start_epoch=self._context.epoch,
start_iter=sampler_offset,