Files
SimpleRemoter/tools/mcp_tools/verify_tools.py
T
yuanyuanxianganddeepseek-flash c73db530f4 Feature(mcp): hide the degraded list_* tools when host management is on
host_inspect now covers processes, windows and services, so with
McpMachine=1 the older list_processes / list_windows / list_services
entries only competed with it: same intent, two names, two long
descriptions to read before choosing. They no longer appear in
tools/list while host management is enabled, but their names still
dispatch, so callers that cached them keep working.

They must stay visible when McpMachine=0: that is the default state and
the only way such a server can list processes, windows or services, so
the entries sit behind !IsMachineEnabled() rather than being removed.
list_network_connections is deliberately not folded in: it reads the
connection-manager view (IPv6 rows, killable flag, numeric state) which
host_inspect's IPv4-only network aspect does not provide.

tools.json is now generated from two captures, all-switches-on plus
McpMachine=0, because neither state contains the whole surface; the
off-state entries are marked gate "!machine" and verify_tools.py skips
them when comparing against an all-on server. tools/list went from 54
to 51 entries and from 183,336 B to 171,929 B (-6.2%).

Co-Authored-By: deepseek-flash
2026-11-12 17:28:28 +01:00

186 lines
7.6 KiB
Python
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
"""校验 tools.json 与 MCP 服务端的 tools/list 是否一致。
两种模式:
python verify_tools.py --offline mcp/tools.json tools_raw.json
对比 tools.json 与已保存的黄金样本(不联网)
python verify_tools.py --live mcp/tools.json [token] [port]
抓取运行中服务端的 tools/list 再对比(回归测试用)
token 省略时依次取环境变量 YAMA_MCP_TOKEN、注册表 McpToken;
port 省略时自动探测 6545(明文后端)/ 6544(TLS 前端)
比对内容:name / description / inputSchema / outputSchema,逐字段深度比较,
外加工具顺序。gate / write / manage / impl 是 tools.json 独有的元信息,不参与比对;
例外是 gate == "!machine" 的降级工具——它们只在 McpMachine=0 时出现,不进本次比对。
"""
import http.client
import json
import os
import ssl
import sys
def normalize(obj):
"""规范化:键排序后序列化,消除 JSON object 的键序差异。"""
return json.dumps(obj, ensure_ascii=False, sort_keys=True, separators=(",", ":"))
def resolve_token(argv_token=""):
if argv_token:
return argv_token
env = os.environ.get("YAMA_MCP_TOKEN", "")
if env:
return env
try:
import winreg
key = winreg.OpenKey(winreg.HKEY_CURRENT_USER, r"Software\YAMA\settings")
val, _ = winreg.QueryValueEx(key, "McpToken")
return val
except Exception:
return ""
def fetch_live(token, port=None):
body = json.dumps({
"jsonrpc": "2.0", "id": 1, "method": "tools/list", "params": {},
}, ensure_ascii=False).encode("utf-8")
if port is not None:
candidates = [(port, port == 6544)]
else:
candidates = [(6545, False), (6544, True)]
last = None
for p, tls in candidates:
try:
if tls:
ctx = ssl.create_default_context()
ctx.check_hostname = False
ctx.verify_mode = ssl.CERT_NONE
conn = http.client.HTTPSConnection("127.0.0.1", p, timeout=30, context=ctx)
else:
conn = http.client.HTTPConnection("127.0.0.1", p, timeout=30)
conn.request("POST", "/mcp", body, {
"Authorization": "Bearer " + token,
"Content-Type": "application/json",
"Accept": "application/json, text/event-stream",
})
resp = conn.getresponse()
raw = resp.read()
conn.close()
if resp.status == 200:
print(f"连接 127.0.0.1:{p} ({'TLS' if tls else 'plain'})")
obj = json.loads(raw.decode("utf-8"))
tools = obj["result"]["tools"]
stats = {
"response_bytes": len(raw),
"tools_array_bytes": len(
json.dumps(tools, ensure_ascii=False, separators=(",", ":")).encode("utf-8")),
"description_bytes": sum(len(t.get("description", "").encode("utf-8")) for t in tools),
"input_schema_bytes": sum(
len(json.dumps(t.get("inputSchema", {}), ensure_ascii=False, separators=(",", ":")).encode("utf-8"))
for t in tools),
"output_schema_bytes": sum(
len(json.dumps(t.get("outputSchema", {}), ensure_ascii=False, separators=(",", ":")).encode("utf-8"))
for t in tools),
}
return tools, stats
last = f"{p}: HTTP {resp.status} {raw[:200].decode('utf-8', 'replace')}"
except Exception as e:
last = f"{p}: {e}"
sys.exit(f"连接失败 -> {last}")
def main():
args = sys.argv[1:]
if not args:
sys.exit(__doc__)
if args[0] == "--offline":
if len(args) < 3:
sys.exit("用法: python verify_tools.py --offline <tools.json> <黄金样本.json>")
path, sample = args[1], args[2]
tools_live = json.load(open(sample, encoding="utf-8"))["result"]["tools"]
print(f"黄金样本: {sample}")
elif args[0] == "--live":
if len(args) < 2:
sys.exit("用法: python verify_tools.py --live <tools.json> [token] [port]")
path = args[1]
token = resolve_token(args[2] if len(args) > 2 else "")
port = int(args[3]) if len(args) > 3 else None
if not token:
sys.exit("未找到 McpToken(参数 / YAMA_MCP_TOKEN / 注册表 均无)")
tools_live, live_stats = fetch_live(token, port)
print(f"活服务: 127.0.0.1:{port if port else 'auto'}")
print(f"体积: 响应 {live_stats['response_bytes']} B / tools 数组 {live_stats['tools_array_bytes']} B"
f"(description {live_stats['description_bytes']} / inputSchema {live_stats['input_schema_bytes']}"
f" / outputSchema {live_stats['output_schema_bytes']})")
else:
sys.exit(__doc__)
doc = json.load(open(path, encoding="utf-8"))
tools_json = doc["tools"]
# gate == "!machine" 的工具只在 McpMachine=0 时出现,而黄金样本/活服务都是开关
# 全开的抓取,按约定它们不该在这里出现(tools.json 是两份抓取的并集)。
off_gated = {t["name"] for t in tools_json if t.get("gate") == "!machine"}
tools_cmp = [t for t in tools_json if t["name"] not in off_gated]
print(f"tools.json: {path} ({len(tools_json)} 个工具)")
if off_gated:
print(f" 其中 {len(off_gated)} 个 !machine 降级工具不计入本次比对: {sorted(off_gated)}")
print(f"服务端: {len(tools_live)} 个工具")
if len(tools_cmp) != len(tools_live):
print(f"!! 数量不一致: {len(tools_cmp)} vs {len(tools_live)}")
live_by_name = {t["name"]: t for t in tools_live}
json_by_name = {t["name"]: t for t in tools_cmp}
only_live = sorted(set(live_by_name) - set(json_by_name))
only_json = sorted(set(json_by_name) - set(live_by_name))
if only_live:
print(f"!! 仅服务端有: {only_live}")
if only_json:
print(f"!! 仅 json 有: {only_json}")
FIELDS = ("description", "inputSchema", "outputSchema")
diffs = 0
for name in sorted(set(live_by_name) & set(json_by_name)):
a, b = live_by_name[name], json_by_name[name]
for f in FIELDS:
va, vb = normalize(a.get(f)), normalize(b.get(f))
if va != vb:
diffs += 1
print(f"!! {name}.{f} 不一致")
for i, (ca, cb) in enumerate(zip(va, vb)):
if ca != cb:
print(f" @{i}")
print(f" 服务端: ...{va[max(0,i-60):i+80]}...")
print(f" json : ...{vb[max(0,i-60):i+80]}...")
break
else:
print(f" 长度不同: {len(va)} vs {len(vb)}")
break # 一个工具报一次即可
# 顺序一致性:tools/list 的数组顺序会影响模型的选择倾向
order_live = [t["name"] for t in tools_live]
order_json = [t["name"] for t in tools_cmp]
if order_live != order_json:
print("!! 工具顺序不一致")
for i, (x, y) in enumerate(zip(order_live, order_json)):
if x != y:
print(f" 首个差异 @{i}: 服务端={x} json={y}")
break
diffs += 1
else:
print("工具顺序: 一致")
if diffs == 0 and not only_live and not only_json:
print(f"\nPASS: {len(tools_cmp)} 个工具完全一致")
return 0
print(f"\nFAIL: {diffs} 处差异")
return 1
if __name__ == "__main__":
sys.exit(main())