ViperEkura
31bc7f5c2a
- PackingStrategy / PositionIdStrategy / StoreWriter 独立文件 + Factory - Pipeline._flush 零 if/else，纯编排 - SectionRenderer 从 SectionedMaskBuilder 分离 - OutputConfig.position_ids_mode 默认改为 ""none""
33 lines
757 B
Python
33 lines
757 B
Python
from astrai.preprocessing.builder import (
|
|
BaseMaskBuilder,
|
|
MaskBuilderFactory,
|
|
SectionedMaskBuilder,
|
|
)
|
|
from astrai.preprocessing.packing import (
|
|
PackingStrategy,
|
|
PackingStrategyFactory,
|
|
)
|
|
from astrai.preprocessing.pipeline import Pipeline, filter_by_length
|
|
from astrai.preprocessing.position_id import (
|
|
PositionIdStrategy,
|
|
PositionIdStrategyFactory,
|
|
)
|
|
from astrai.preprocessing.writer import (
|
|
StoreWriter,
|
|
StoreWriterFactory,
|
|
)
|
|
|
|
__all__ = [
|
|
"BaseMaskBuilder",
|
|
"MaskBuilderFactory",
|
|
"PackingStrategy",
|
|
"PackingStrategyFactory",
|
|
"Pipeline",
|
|
"PositionIdStrategy",
|
|
"PositionIdStrategyFactory",
|
|
"SectionedMaskBuilder",
|
|
"StoreWriter",
|
|
"StoreWriterFactory",
|
|
"filter_by_length",
|
|
]
|