refactor: 修改模型架构

This commit is contained in:
2026-04-16 18:57:21 +08:00
parent cb93f8219e
commit a38334f4ce
17 changed files with 540 additions and 176 deletions
-2
View File
@@ -7,7 +7,6 @@ from pipeline.strategies import (
AlpacaStrategy,
StrategyFactory,
)
from pipeline.tokenizer import BpeTokenizer
class DummyTokenizer:
@@ -58,7 +57,6 @@ class TestChatMLStrategy:
text = _decode(response)
assert "world" in text
assert "<im▁end>" in text
assert "<end▁of▁sentence>" in text
def test_prompt_ends_with_assistant_start(self):
tk = DummyTokenizer()