chore: 修改类名,优化导入顺序

This commit is contained in:
2026-04-05 22:27:57 +08:00
parent 9b22b1651e
commit 39766aa1dc
21 changed files with 40 additions and 47 deletions
+3 -11
View File
@@ -1,23 +1,15 @@
from astrai.tokenize.chat_template import ChatTemplate, MessageType
from astrai.tokenize.tokenizer import (
TextTokenizer,
AutoTokenizer,
BpeTokenizer,
)
from astrai.tokenize.trainer import BpeTrainer
from astrai.tokenize.chat_template import (
ChatTemplate,
HistoryType,
MessageType,
)
# Alias for compatibility
AutoTokenizer = TextTokenizer
__all__ = [
"TextTokenizer",
"AutoTokenizer",
"BpeTokenizer",
"BpeTrainer",
"ChatTemplate",
"HistoryType",
"MessageType",
"HistoryType",
]