chore: 修改类名,优化导入顺序

This commit is contained in:
2026-04-05 22:27:57 +08:00
parent 9b22b1651e
commit 39766aa1dc
21 changed files with 40 additions and 47 deletions
+2 -2
View File
@@ -8,8 +8,8 @@ from typing import Any, Dict, Generator, List, Optional, Union
import torch
import torch.nn as nn
from astrai.tokenize.tokenizer import TextTokenizer
from astrai.inference.scheduler import InferenceScheduler
from astrai.tokenize import AutoTokenizer
logger = logging.getLogger(__name__)
@@ -109,7 +109,7 @@ class InferenceEngine:
def __init__(
self,
model: nn.Module,
tokenizer: TextTokenizer,
tokenizer: AutoTokenizer,
max_batch_size: int = 1,
max_seq_len: Optional[int] = None,
):