chore: 修改类名,优化导入顺序
This commit is contained in:
@@ -1,23 +1,15 @@
|
||||
from astrai.tokenize.chat_template import ChatTemplate, MessageType
|
||||
from astrai.tokenize.tokenizer import (
|
||||
TextTokenizer,
|
||||
AutoTokenizer,
|
||||
BpeTokenizer,
|
||||
)
|
||||
from astrai.tokenize.trainer import BpeTrainer
|
||||
from astrai.tokenize.chat_template import (
|
||||
ChatTemplate,
|
||||
HistoryType,
|
||||
MessageType,
|
||||
)
|
||||
|
||||
# Alias for compatibility
|
||||
AutoTokenizer = TextTokenizer
|
||||
|
||||
__all__ = [
|
||||
"TextTokenizer",
|
||||
"AutoTokenizer",
|
||||
"BpeTokenizer",
|
||||
"BpeTrainer",
|
||||
"ChatTemplate",
|
||||
"HistoryType",
|
||||
"MessageType",
|
||||
"HistoryType",
|
||||
]
|
||||
|
||||
Reference in New Issue
Block a user