chore: 优化未使用的模块

2026-04-06 09:54:17 +08:00
parent a57a16430d
commit ace8f6ee68
5 changed files with 24 additions and 165 deletions
@@ -1,15 +1,8 @@
 from astrai.tokenize.chat_template import ChatTemplate, MessageType
-from astrai.tokenize.tokenizer import (
-    AutoTokenizer,
-    BpeTokenizer,
-)
-from astrai.tokenize.trainer import BpeTrainer
+from astrai.tokenize.tokenizer import AutoTokenizer

 __all__ = [
    "AutoTokenizer",
-    "BpeTokenizer",
-    "BpeTrainer",
    "ChatTemplate",
    "MessageType",
-    "HistoryType",
 ]