refactor: 优化工具脚本接口并修复批处理问题

2026-04-05 21:56:22 +08:00
parent e58dbd7c57
commit 9b22b1651e
8 changed files with 140 additions and 64 deletions
@@ -33,7 +33,7 @@ def chat():
        for token in engine.generate(
            prompt=prompt,
            stream=True,
-            max_tokens=model.config.max_len,
+            max_tokens=2048,
            temperature=0.8,
            top_p=0.95,
            top_k=50,