"""Data processors with factory pattern. Processor classes are registered at definition time via decorators and can be created through :class:`ProcessorFactory`. """ from pipeline.processors.base import BaseProcessor, ProcessorSchema, encode_with_mask from pipeline.processors.factory import ProcessorFactory, ProcessorConfig from pipeline.processors.pretrain import PreTrainProcessor from pipeline.processors.sft import SFTProcessor from pipeline.processors.dpo import DPOProcessor __all__ = [ "BaseProcessor", "ProcessorSchema", "ProcessorConfig", "ProcessorFactory", "encode_with_mask", "PreTrainProcessor", "SFTProcessor", "DPOProcessor", ]