feat : 推理层增加 vLLM 风格工具调用解析
- 新增 BaseToolParser 抽象基类，定义 feed/parse_complete 流式接口
- 新增 SimpleJsonToolParser，解析 {"name":"...","arguments":{...}} 格式
- 新增 ToolParserFactory，基于 BaseFactory 实现可插拔注册
- 集成 parser 到 OpenAIResponseBuilder，支持流式/非流式工具调用
- 扩展 ChatMessage 和 ChatCompletionRequest，增加 tools/tool_choice 字段
- 重构 format_chunk 接口，传入累积文本支持全量重新解析
- 新增 74 个单元测试，覆盖扫描/查找/流式解析/完整解析/工厂
This commit is contained in:
@@ -0,0 +1,645 @@
|
||||
"""Unit tests for tool call parsers."""
|
||||
|
||||
import pytest
|
||||
|
||||
from astrai.inference.api.tool_parser import (
|
||||
_TOOL_CALL_HEAD_RE,
|
||||
BaseToolParser,
|
||||
SimpleJsonToolParser,
|
||||
ToolParserFactory,
|
||||
_find_partial_tool_call,
|
||||
_find_tool_calls,
|
||||
_scan_json,
|
||||
)
|
||||
|
||||
|
||||
def test_scan_complete_simple():
|
||||
end, complete = _scan_json('{"key": "value"}', 0)
|
||||
assert complete is True
|
||||
assert end == len('{"key": "value"}')
|
||||
|
||||
|
||||
def test_scan_complete_nested():
|
||||
text = '{"outer": {"inner": 1}}'
|
||||
end, complete = _scan_json(text, 0)
|
||||
assert complete is True
|
||||
assert end == len(text)
|
||||
|
||||
|
||||
def test_scan_incomplete_unclosed():
|
||||
end, complete = _scan_json('{"key": "value"', 0)
|
||||
assert complete is False
|
||||
|
||||
|
||||
def test_scan_incomplete_nested():
|
||||
end, complete = _scan_json('{"outer": {"inner": 1}', 0)
|
||||
assert complete is False
|
||||
|
||||
|
||||
def test_scan_string_braces_ignored():
|
||||
text = '{"key": "a{b}c"} extra'
|
||||
end, complete = _scan_json(text, 0)
|
||||
assert complete is True
|
||||
|
||||
|
||||
def test_scan_escaped_quote_ignored():
|
||||
text = r'{"key": "a\"b"}'
|
||||
end, complete = _scan_json(text, 0)
|
||||
assert complete is True
|
||||
|
||||
|
||||
def test_scan_deeply_nested():
|
||||
text = '{"a": {"b": {"c": {"d": {"e": 5}}}}}'
|
||||
end, complete = _scan_json(text, 0)
|
||||
assert complete is True
|
||||
assert end == len(text)
|
||||
|
||||
|
||||
def test_scan_array_with_braces():
|
||||
text = '{"items": [{"x": 1}, {"x": 2}]}'
|
||||
end, complete = _scan_json(text, 0)
|
||||
assert complete is True
|
||||
assert end == len(text)
|
||||
|
||||
|
||||
def test_scan_code_in_string():
|
||||
text = '{"fn": "function() { return 1; }"}'
|
||||
end, complete = _scan_json(text, 0)
|
||||
assert complete is True
|
||||
|
||||
|
||||
def test_scan_unicode_chars():
|
||||
text = '{"key": "\u5317\u4eac"}'
|
||||
end, complete = _scan_json(text, 0)
|
||||
assert complete is True
|
||||
|
||||
|
||||
def test_find_single_tool_call():
|
||||
text = '{"name": "get_weather", "arguments": {"city": "Beijing"}}'
|
||||
results = _find_tool_calls(text)
|
||||
assert len(results) == 1
|
||||
assert results[0]["name"] == "get_weather"
|
||||
assert '"city"' in results[0]["args"]
|
||||
assert results[0]["complete"] is True
|
||||
|
||||
|
||||
def test_find_text_before_tool_call():
|
||||
text = 'Some text {"name": "func", "arguments": {}}'
|
||||
results = _find_tool_calls(text)
|
||||
assert len(results) == 1
|
||||
assert results[0]["start"] > 0
|
||||
|
||||
|
||||
def test_find_multiple_tool_calls():
|
||||
text = '{"name": "f1", "arguments": {"a": 1}}{"name": "f2", "arguments": {"b": 2}}'
|
||||
results = _find_tool_calls(text)
|
||||
assert len(results) == 2
|
||||
assert results[0]["name"] == "f1"
|
||||
assert results[1]["name"] == "f2"
|
||||
|
||||
|
||||
def test_find_no_tool_call():
|
||||
results = _find_tool_calls("Hello, how are you?")
|
||||
assert len(results) == 0
|
||||
|
||||
|
||||
def test_find_non_tool_json_skipped():
|
||||
results = _find_tool_calls('{"not_a_tool": true}')
|
||||
assert len(results) == 0
|
||||
|
||||
|
||||
def test_find_no_arguments_field():
|
||||
results = _find_tool_calls('{"name": "simple_func"}')
|
||||
assert len(results) == 1
|
||||
assert results[0]["name"] == "simple_func"
|
||||
assert results[0]["args"] == ""
|
||||
|
||||
|
||||
def test_find_deeply_nested_arguments():
|
||||
text = '{"name": "deep", "arguments": {"a": {"b": {"c": {"d": 4}}}}}'
|
||||
results = _find_tool_calls(text)
|
||||
assert len(results) == 1
|
||||
assert results[0]["name"] == "deep"
|
||||
assert '"d": 4' in results[0]["args"]
|
||||
|
||||
|
||||
def test_find_arguments_with_boolean_and_null():
|
||||
text = '{"name": "flags", "arguments": {"active": true, "count": 0, "nick": null}}'
|
||||
results = _find_tool_calls(text)
|
||||
assert len(results) == 1
|
||||
assert results[0]["name"] == "flags"
|
||||
assert "true" in results[0]["args"]
|
||||
assert "null" in results[0]["args"]
|
||||
|
||||
|
||||
def test_find_arguments_with_array():
|
||||
text = '{"name": "add_items", "arguments": {"items": [1, 2, 3], "name": "list"}}'
|
||||
results = _find_tool_calls(text)
|
||||
assert len(results) == 1
|
||||
assert results[0]["name"] == "add_items"
|
||||
assert "[1, 2, 3]" in results[0]["args"]
|
||||
|
||||
|
||||
def test_find_arguments_with_nested_array_of_objects():
|
||||
text = (
|
||||
'{"name": "batch", '
|
||||
'"arguments": {"rows": [{"id": 1, "val": "a"}, {"id": 2, "val": "b"}]}}'
|
||||
)
|
||||
results = _find_tool_calls(text)
|
||||
assert len(results) == 1
|
||||
assert '"rows"' in results[0]["args"]
|
||||
assert '"id": 1' in results[0]["args"]
|
||||
|
||||
|
||||
def test_find_arguments_as_string_not_object():
|
||||
text = '{"name": "echo", "arguments": "just a string"}'
|
||||
results = _find_tool_calls(text)
|
||||
assert len(results) == 1
|
||||
assert results[0]["name"] == "echo"
|
||||
assert "just a string" in results[0]["args"]
|
||||
|
||||
|
||||
def test_find_arguments_with_unicode():
|
||||
text = (
|
||||
'{"name": "translate", "arguments": {"text": "\u4f60\u597d\uff0c\u4e16\u754c"}}'
|
||||
)
|
||||
results = _find_tool_calls(text)
|
||||
assert len(results) == 1
|
||||
assert results[0]["name"] == "translate"
|
||||
|
||||
|
||||
def test_find_arguments_with_escaped_quotes():
|
||||
text = '{"name": "format", "arguments": {"template": "he said \\"hello\\""}}'
|
||||
results = _find_tool_calls(text)
|
||||
assert len(results) == 1
|
||||
assert 'he said \\"hello\\"' in results[0]["args"]
|
||||
|
||||
|
||||
def test_find_arguments_with_braces_in_string():
|
||||
text = '{"name": "eval", "arguments": {"code": "function(x) { return x + 1; }"}}'
|
||||
results = _find_tool_calls(text)
|
||||
assert len(results) == 1
|
||||
assert results[0]["name"] == "eval"
|
||||
assert "function(x) { return x + 1; }" in results[0]["args"]
|
||||
|
||||
|
||||
def test_find_many_properties():
|
||||
args = ",".join(f'"{chr(97 + i % 26)}" : {i}' for i in range(20))
|
||||
text = '{"name": "many", "arguments": {' + args + "}}"
|
||||
results = _find_tool_calls(text)
|
||||
assert len(results) == 1
|
||||
assert results[0]["name"] == "many"
|
||||
|
||||
|
||||
def test_find_empty_arguments():
|
||||
results = _find_tool_calls('{"name": "ping", "arguments": {}}')
|
||||
assert len(results) == 1
|
||||
assert results[0]["name"] == "ping"
|
||||
assert results[0]["args"] == ""
|
||||
|
||||
|
||||
def test_find_extracts_correct_arg_start_position():
|
||||
text = '{"name": "f", "arguments": {"x": 1}}'
|
||||
results = _find_tool_calls(text)
|
||||
assert len(results) == 1
|
||||
json_str = text[results[0]["start"] : results[0]["end"]]
|
||||
assert json_str == text
|
||||
|
||||
|
||||
def test_partial_with_name():
|
||||
result = _find_partial_tool_call('{"name": "func", "arguments": {"city"')
|
||||
assert result is not None
|
||||
assert result["name"] == "func"
|
||||
assert result["complete"] is False
|
||||
|
||||
|
||||
def test_partial_with_full_args():
|
||||
result = _find_partial_tool_call('{"name": "func", "arguments": {"city": "BJ"}}')
|
||||
assert result is not None
|
||||
assert result["name"] == "func"
|
||||
|
||||
|
||||
def test_partial_no_match():
|
||||
assert _find_partial_tool_call("plain text") is None
|
||||
|
||||
|
||||
def test_partial_no_name_yet():
|
||||
assert _find_partial_tool_call('{"nam') is None
|
||||
|
||||
|
||||
def test_partial_deeply_nested():
|
||||
result = _find_partial_tool_call('{"name": "deep", "arguments": {"a": {"b": {"c": ')
|
||||
assert result is not None
|
||||
assert result["name"] == "deep"
|
||||
assert '"a"' in result["args"]
|
||||
|
||||
|
||||
def test_partial_array_incomplete():
|
||||
result = _find_partial_tool_call('{"name": "batch", "arguments": {"items": [1, 2, ')
|
||||
assert result is not None
|
||||
assert result["name"] == "batch"
|
||||
|
||||
|
||||
def test_feed_plain_text():
|
||||
parser = SimpleJsonToolParser()
|
||||
deltas = parser.feed("Hello")
|
||||
assert len(deltas) == 1
|
||||
assert deltas[0]["content"] == "Hello"
|
||||
|
||||
|
||||
def test_feed_incremental_text():
|
||||
parser = SimpleJsonToolParser()
|
||||
assert parser.feed("He") == [{"content": "He"}]
|
||||
assert parser.feed("Hello") == [{"content": "llo"}]
|
||||
|
||||
|
||||
def test_feed_tool_call_name_delta():
|
||||
parser = SimpleJsonToolParser()
|
||||
text = '{"name": "get_weather", "arguments": {"city": "Beijing"}}'
|
||||
deltas = parser.feed(text)
|
||||
tc_deltas = [d for d in deltas if "tool_calls" in d]
|
||||
assert len(tc_deltas) >= 1
|
||||
name_delta = tc_deltas[0]["tool_calls"][0]
|
||||
assert name_delta["function"]["name"] == "get_weather"
|
||||
assert name_delta["type"] == "function"
|
||||
assert "id" in name_delta
|
||||
|
||||
|
||||
def test_feed_tool_call_args_streaming():
|
||||
parser = SimpleJsonToolParser()
|
||||
d1 = parser.feed('{"name": "f", "arguments": {"x":')
|
||||
d2 = parser.feed('{"name": "f", "arguments": {"x": "1"}}')
|
||||
|
||||
args_deltas = [
|
||||
d
|
||||
for batch in (d1, d2)
|
||||
for d in batch
|
||||
if "tool_calls" in d
|
||||
and "function" in d["tool_calls"][0]
|
||||
and "arguments" in d["tool_calls"][0]["function"]
|
||||
]
|
||||
assert len(args_deltas) >= 1
|
||||
|
||||
|
||||
def test_feed_text_before_tool_call():
|
||||
parser = SimpleJsonToolParser()
|
||||
text = 'Let me check. {"name": "func", "arguments": {"a": 1}}'
|
||||
deltas = parser.feed(text)
|
||||
content_deltas = [d for d in deltas if "content" in d]
|
||||
assert any("Let me check" in d.get("content", "") for d in content_deltas)
|
||||
|
||||
|
||||
def test_has_tool_calls_false_by_default():
|
||||
assert SimpleJsonToolParser().has_tool_calls is False
|
||||
|
||||
|
||||
def test_has_tool_calls_true_after_detection():
|
||||
parser = SimpleJsonToolParser()
|
||||
parser.feed('{"name": "f", "arguments": {}}')
|
||||
assert parser.has_tool_calls is True
|
||||
|
||||
|
||||
def test_feed_no_content_when_no_new_text():
|
||||
parser = SimpleJsonToolParser()
|
||||
parser.feed("Hello")
|
||||
assert parser.feed("Hello") == []
|
||||
|
||||
|
||||
def test_feed_multiple_tool_calls():
|
||||
parser = SimpleJsonToolParser()
|
||||
text = '{"name": "f1", "arguments": {"a": 1}}{"name": "f2", "arguments": {"b": 2}}'
|
||||
deltas = parser.feed(text)
|
||||
tc_deltas = [d for d in deltas if "tool_calls" in d]
|
||||
names = set()
|
||||
for batch in tc_deltas:
|
||||
for tc in batch["tool_calls"]:
|
||||
if "function" in tc and "name" in tc["function"]:
|
||||
names.add(tc["function"]["name"])
|
||||
assert "f1" in names
|
||||
assert "f2" in names
|
||||
|
||||
|
||||
def test_feed_with_tools_constructor():
|
||||
tools = [{"type": "function", "function": {"name": "get_weather"}}]
|
||||
parser = SimpleJsonToolParser(tools=tools, tool_choice="auto")
|
||||
deltas = parser.feed('{"name": "get_weather", "arguments": {"city": "BJ"}}')
|
||||
assert len(deltas) > 0
|
||||
|
||||
|
||||
def test_feed_content_after_tool_call_is_not_emitted():
|
||||
parser = SimpleJsonToolParser()
|
||||
parser.feed('{"name": "f", "arguments": {}} trailing text')
|
||||
assert parser.has_tool_calls
|
||||
|
||||
|
||||
def _collect_args_deltas(parser):
|
||||
args_parts = []
|
||||
for d in parser.feed(parser._text_buffer):
|
||||
if "tool_calls" in d:
|
||||
for tc in d["tool_calls"]:
|
||||
fn = tc.get("function", {})
|
||||
if "arguments" in fn and fn["arguments"]:
|
||||
args_parts.append(fn["arguments"])
|
||||
return args_parts
|
||||
|
||||
|
||||
def _simulate_streaming(parser, text):
|
||||
all_delta_names = []
|
||||
all_args_chunks = []
|
||||
for i in range(1, len(text) + 1):
|
||||
deltas = parser.feed(text[:i])
|
||||
for d in deltas:
|
||||
if "tool_calls" in d:
|
||||
for tc in d["tool_calls"]:
|
||||
fn = tc.get("function", {})
|
||||
if "name" in fn:
|
||||
all_delta_names.append(fn["name"])
|
||||
if "arguments" in fn and fn["arguments"]:
|
||||
all_args_chunks.append(fn["arguments"])
|
||||
return all_delta_names, all_args_chunks
|
||||
|
||||
|
||||
def test_streaming_token_by_token_full_build():
|
||||
parser = SimpleJsonToolParser()
|
||||
text = '{"name": "get_weather", "arguments": {"city": "Beijing"}}'
|
||||
names, args_chunks = _simulate_streaming(parser, text)
|
||||
assert "get_weather" in names
|
||||
joined_args = "".join(args_chunks)
|
||||
assert '"city"' in joined_args
|
||||
assert "Beijing" in joined_args
|
||||
|
||||
|
||||
def test_streaming_token_by_token_text_then_tool():
|
||||
parser = SimpleJsonToolParser()
|
||||
parts = [
|
||||
"I'll ",
|
||||
"check ",
|
||||
"that. ",
|
||||
'{"',
|
||||
'name": "search", ',
|
||||
'"arguments": {"q": "hello"}}',
|
||||
]
|
||||
body = ""
|
||||
content_chunks = []
|
||||
tool_names = []
|
||||
for part in parts:
|
||||
body += part
|
||||
deltas = parser.feed(body)
|
||||
for d in deltas:
|
||||
if "content" in d:
|
||||
content_chunks.append(d["content"])
|
||||
if "tool_calls" in d:
|
||||
for tc in d["tool_calls"]:
|
||||
fn = tc.get("function", {})
|
||||
if "name" in fn:
|
||||
tool_names.append(fn["name"])
|
||||
full_content = "".join(content_chunks)
|
||||
assert "I'll check that." in full_content
|
||||
assert "search" in tool_names
|
||||
|
||||
|
||||
def test_streaming_multiple_tool_calls_incremental():
|
||||
parser = SimpleJsonToolParser()
|
||||
text = '{"name": "f1", "arguments": {"a": 1}}{"name": "f2", "arguments": {"b": 2}}'
|
||||
names, _ = _simulate_streaming(parser, text)
|
||||
assert names[0] == "f1"
|
||||
assert "f2" in names
|
||||
|
||||
|
||||
def test_streaming_deeply_nested_args():
|
||||
parser = SimpleJsonToolParser()
|
||||
text = '{"name": "deep", "arguments": {"a": {"b": {"c": 42}}}}'
|
||||
_, args_chunks = _simulate_streaming(parser, text)
|
||||
joined = "".join(args_chunks)
|
||||
assert '"c": 42' in joined
|
||||
|
||||
|
||||
def test_streaming_args_with_unicode():
|
||||
parser = SimpleJsonToolParser()
|
||||
text = (
|
||||
'{"name": "translate", "arguments": {"text": "\u4f60\u597d\uff0c\u4e16\u754c"}}'
|
||||
)
|
||||
_, args_chunks = _simulate_streaming(parser, text)
|
||||
joined = "".join(args_chunks)
|
||||
assert "\u4f60\u597d" in joined
|
||||
|
||||
|
||||
def test_streaming_args_with_array():
|
||||
parser = SimpleJsonToolParser()
|
||||
text = '{"name": "add", "arguments": {"items": [1, 2, 3]}}'
|
||||
_, args_chunks = _simulate_streaming(parser, text)
|
||||
joined = "".join(args_chunks)
|
||||
assert "[1, 2, 3]" in joined
|
||||
|
||||
|
||||
def test_streaming_empty_arguments():
|
||||
parser = SimpleJsonToolParser()
|
||||
text = '{"name": "ping", "arguments": {}}'
|
||||
deltas = parser.feed(text)
|
||||
tc_deltas = [d for d in deltas if "tool_calls" in d]
|
||||
assert len(tc_deltas) >= 1
|
||||
name_delta = tc_deltas[0]["tool_calls"][0]
|
||||
assert name_delta["function"]["name"] == "ping"
|
||||
assert "arguments" in name_delta["function"]
|
||||
|
||||
|
||||
def test_streaming_args_diff_only_emits_new_bytes():
|
||||
parser = SimpleJsonToolParser()
|
||||
step1 = parser.feed('{"name": "f", "arguments": {"city": "Bei')
|
||||
step2 = parser.feed('{"name": "f", "arguments": {"city": "Beijing"}}')
|
||||
|
||||
all_args = []
|
||||
for step in (step1, step2):
|
||||
for d in step:
|
||||
if "tool_calls" in d:
|
||||
for tc in d["tool_calls"]:
|
||||
fn = tc.get("function", {})
|
||||
if "arguments" in fn and fn["arguments"]:
|
||||
all_args.append(fn["arguments"])
|
||||
joined = "".join(all_args)
|
||||
assert "city" in joined
|
||||
assert "Beijing" in joined
|
||||
assert joined.startswith('"city":')
|
||||
assert all_args[0] != all_args[1]
|
||||
|
||||
|
||||
def test_streaming_distinct_tool_call_ids():
|
||||
parser = SimpleJsonToolParser()
|
||||
text = '{"name": "f1", "arguments": {"a": 1}}{"name": "f2", "arguments": {"b": 2}}'
|
||||
all_ids = []
|
||||
for i in range(1, len(text) + 1):
|
||||
deltas = parser.feed(text[:i])
|
||||
for d in deltas:
|
||||
if "tool_calls" in d:
|
||||
for tc in d["tool_calls"]:
|
||||
if "id" in tc:
|
||||
all_ids.append(tc["id"])
|
||||
unique = list(dict.fromkeys(all_ids))
|
||||
assert len(unique) == 2
|
||||
|
||||
|
||||
def test_parse_complete_basic():
|
||||
parser = SimpleJsonToolParser()
|
||||
body = '{"name": "get_weather", "arguments": {"city": "Beijing"}}'
|
||||
result = parser.parse_complete(body)
|
||||
assert result is not None
|
||||
assert result["tool_calls"][0]["function"]["name"] == "get_weather"
|
||||
assert "Beijing" in result["tool_calls"][0]["function"]["arguments"]
|
||||
|
||||
|
||||
def test_parse_complete_no_tool_call():
|
||||
assert SimpleJsonToolParser().parse_complete("Hello world") is None
|
||||
|
||||
|
||||
def test_parse_complete_with_content():
|
||||
parser = SimpleJsonToolParser()
|
||||
result = parser.parse_complete('Prefix text. {"name": "f", "arguments": {}}')
|
||||
assert result is not None
|
||||
assert result["content"] == "Prefix text."
|
||||
|
||||
|
||||
def test_parse_complete_multiple_tool_calls():
|
||||
parser = SimpleJsonToolParser()
|
||||
body = (
|
||||
'{"name": "get_weather", "arguments": {"city": "Beijing"}}'
|
||||
'{"name": "get_time", "arguments": {"tz": "Asia/Shanghai"}}'
|
||||
)
|
||||
result = parser.parse_complete(body)
|
||||
assert result is not None
|
||||
assert len(result["tool_calls"]) == 2
|
||||
assert result["tool_calls"][0]["function"]["name"] == "get_weather"
|
||||
assert result["tool_calls"][1]["function"]["name"] == "get_time"
|
||||
assert "Beijing" in result["tool_calls"][0]["function"]["arguments"]
|
||||
assert "Asia/Shanghai" in result["tool_calls"][1]["function"]["arguments"]
|
||||
|
||||
|
||||
def test_parse_complete_complex_real_world():
|
||||
parser = SimpleJsonToolParser()
|
||||
body = (
|
||||
'{"name": "send_email", '
|
||||
'"arguments": {'
|
||||
'"to": ["a@b.com", "c@d.com"], '
|
||||
'"cc": null, '
|
||||
'"subject": "Hello World", '
|
||||
'"body": "This is a test email.", '
|
||||
'"priority": 1, '
|
||||
'"attachments": false'
|
||||
"}}"
|
||||
)
|
||||
result = parser.parse_complete(body)
|
||||
assert result is not None
|
||||
tc = result["tool_calls"][0]
|
||||
assert tc["function"]["name"] == "send_email"
|
||||
args = tc["function"]["arguments"]
|
||||
assert '"to"' in args
|
||||
assert "a@b.com" in args
|
||||
assert "null" in args
|
||||
assert "false" in args
|
||||
|
||||
|
||||
def test_parse_complete_content_with_multiple_tool_calls():
|
||||
parser = SimpleJsonToolParser()
|
||||
body = (
|
||||
"I will do two things. "
|
||||
'{"name": "f1", "arguments": {"a": 1}}'
|
||||
'{"name": "f2", "arguments": {"b": 2}}'
|
||||
)
|
||||
result = parser.parse_complete(body)
|
||||
assert result is not None
|
||||
assert result["content"] == "I will do two things."
|
||||
assert len(result["tool_calls"]) == 2
|
||||
|
||||
|
||||
def test_parse_complete_no_arguments_field():
|
||||
parser = SimpleJsonToolParser()
|
||||
result = parser.parse_complete('{"name": "ping"}')
|
||||
assert result is not None
|
||||
assert result["tool_calls"][0]["function"]["name"] == "ping"
|
||||
assert result["tool_calls"][0]["function"]["arguments"] == ""
|
||||
|
||||
|
||||
def test_parse_complete_content_is_none_when_pure_tool_call():
|
||||
parser = SimpleJsonToolParser()
|
||||
result = parser.parse_complete('{"name": "f", "arguments": {"x": 1}}')
|
||||
assert result is not None
|
||||
assert result["content"] is None
|
||||
|
||||
|
||||
def test_parse_complete_tool_calls_have_ids():
|
||||
parser = SimpleJsonToolParser()
|
||||
result = parser.parse_complete(
|
||||
'{"name": "f1", "arguments": {}}{"name": "f2", "arguments": {}}'
|
||||
)
|
||||
assert result is not None
|
||||
ids = [tc["id"] for tc in result["tool_calls"]]
|
||||
assert len(ids) == 2
|
||||
assert all(isinstance(i, str) and i.startswith("call_") for i in ids)
|
||||
assert ids[0] != ids[1]
|
||||
|
||||
|
||||
def test_feed_then_parse_complete_same_instance():
|
||||
parser = SimpleJsonToolParser()
|
||||
parser.feed('{"name": "get_weather", "arguments": {"city": "Beijing"}}')
|
||||
result = parser.parse_complete(
|
||||
'{"name": "get_weather", "arguments": {"city": "Beijing"}}'
|
||||
)
|
||||
assert result is not None
|
||||
assert result["tool_calls"][0]["function"]["name"] == "get_weather"
|
||||
assert parser.has_tool_calls
|
||||
|
||||
|
||||
def test_pattern_matches_basic():
|
||||
assert _TOOL_CALL_HEAD_RE.search('{"name": "f"}')
|
||||
|
||||
|
||||
def test_pattern_matches_with_whitespace():
|
||||
assert _TOOL_CALL_HEAD_RE.search('{ "name" : "f"}')
|
||||
|
||||
|
||||
def test_pattern_no_match_without_name():
|
||||
assert _TOOL_CALL_HEAD_RE.search('{"other": 1}') is None
|
||||
|
||||
|
||||
def test_pattern_match_mid_text():
|
||||
assert _TOOL_CALL_HEAD_RE.search('prefix {"name": "f", "args": {}}') is not None
|
||||
|
||||
|
||||
def test_pattern_name_at_start():
|
||||
assert _TOOL_CALL_HEAD_RE.match('{"name": "f"}')
|
||||
|
||||
|
||||
def test_pattern_leading_whitespace():
|
||||
assert _TOOL_CALL_HEAD_RE.search(' {"name": "f"}') is not None
|
||||
|
||||
|
||||
def test_factory_register_and_create():
|
||||
parser = ToolParserFactory.create("simple_json")
|
||||
assert isinstance(parser, BaseToolParser)
|
||||
assert isinstance(parser, SimpleJsonToolParser)
|
||||
|
||||
|
||||
def test_factory_create_passes_tools():
|
||||
parser = ToolParserFactory.create(
|
||||
"simple_json", tools=[{"type": "function"}], tool_choice="required"
|
||||
)
|
||||
assert parser.tool_choice == "required"
|
||||
|
||||
|
||||
def test_factory_list_registered():
|
||||
assert "simple_json" in ToolParserFactory.list_registered()
|
||||
|
||||
|
||||
def test_factory_create_with_no_extra_kwargs():
|
||||
assert isinstance(ToolParserFactory.create("simple_json"), BaseToolParser)
|
||||
|
||||
|
||||
def test_factory_create_with_tools_only():
|
||||
tools = [
|
||||
{
|
||||
"type": "function",
|
||||
"function": {"name": "test", "parameters": {"type": "object"}},
|
||||
}
|
||||
]
|
||||
parser = ToolParserFactory.create("simple_json", tools=tools)
|
||||
assert parser.tools == tools
|
||||
assert parser.tool_choice == "auto"
|
||||
Reference in New Issue
Block a user