Files
SimpleRemoter/tools/mcp_tools/verify_tools.py
T
yuanyuanxianganddeepseek-flash b63c97c5eb Feature(mcp): allow sc qc/enumdepend/sdshow in default command whitelist
exec_command's read-only default whitelist only listed `sc query`, so service
configuration inspection was rejected even though `sc qc` is a read. Add
`sc qc`, `sc enumdepend` and `sc sdshow`; `sc start/stop/config/create/delete`
stay rejected because matching is prefix based, and a comment says so.

verify_tools.py --live now prints the tools/list response size plus the
description / inputSchema / outputSchema breakdown, so shrinking tools/list can
be measured against a running server.

Verified on an isolated Debug instance (port 6555, local test client): sc
qc/enumdepend/sdshow/query succeed; powershell, icacls, net user, net
localgroup, sc start and `&` chaining still return -32007/-32012; tools.json
still matches the live tools/list (63 tools, PASS).

Co-Authored-By: deepseek-flash
2026-11-12 15:41:23 +01:00

179 lines
7.0 KiB
Python
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
"""校验 tools.json 与 MCP 服务端的 tools/list 是否一致。
两种模式:
python verify_tools.py --offline mcp/tools.json tools_raw.json
对比 tools.json 与已保存的黄金样本(不联网)
python verify_tools.py --live mcp/tools.json [token] [port]
抓取运行中服务端的 tools/list 再对比(回归测试用)
token 省略时依次取环境变量 YAMA_MCP_TOKEN、注册表 McpToken;
port 省略时自动探测 6545(明文后端)/ 6544(TLS 前端)
比对内容:name / description / inputSchema / outputSchema,逐字段深度比较,
外加工具顺序。gate / write / manage / impl 是 tools.json 独有的元信息,不参与比对。
"""
import http.client
import json
import os
import ssl
import sys
def normalize(obj):
"""规范化:键排序后序列化,消除 JSON object 的键序差异。"""
return json.dumps(obj, ensure_ascii=False, sort_keys=True, separators=(",", ":"))
def resolve_token(argv_token=""):
if argv_token:
return argv_token
env = os.environ.get("YAMA_MCP_TOKEN", "")
if env:
return env
try:
import winreg
key = winreg.OpenKey(winreg.HKEY_CURRENT_USER, r"Software\YAMA\settings")
val, _ = winreg.QueryValueEx(key, "McpToken")
return val
except Exception:
return ""
def fetch_live(token, port=None):
body = json.dumps({
"jsonrpc": "2.0", "id": 1, "method": "tools/list", "params": {},
}, ensure_ascii=False).encode("utf-8")
if port is not None:
candidates = [(port, port == 6544)]
else:
candidates = [(6545, False), (6544, True)]
last = None
for p, tls in candidates:
try:
if tls:
ctx = ssl.create_default_context()
ctx.check_hostname = False
ctx.verify_mode = ssl.CERT_NONE
conn = http.client.HTTPSConnection("127.0.0.1", p, timeout=30, context=ctx)
else:
conn = http.client.HTTPConnection("127.0.0.1", p, timeout=30)
conn.request("POST", "/mcp", body, {
"Authorization": "Bearer " + token,
"Content-Type": "application/json",
"Accept": "application/json, text/event-stream",
})
resp = conn.getresponse()
raw = resp.read()
conn.close()
if resp.status == 200:
print(f"连接 127.0.0.1:{p} ({'TLS' if tls else 'plain'})")
obj = json.loads(raw.decode("utf-8"))
tools = obj["result"]["tools"]
stats = {
"response_bytes": len(raw),
"tools_array_bytes": len(
json.dumps(tools, ensure_ascii=False, separators=(",", ":")).encode("utf-8")),
"description_bytes": sum(len(t.get("description", "").encode("utf-8")) for t in tools),
"input_schema_bytes": sum(
len(json.dumps(t.get("inputSchema", {}), ensure_ascii=False, separators=(",", ":")).encode("utf-8"))
for t in tools),
"output_schema_bytes": sum(
len(json.dumps(t.get("outputSchema", {}), ensure_ascii=False, separators=(",", ":")).encode("utf-8"))
for t in tools),
}
return tools, stats
last = f"{p}: HTTP {resp.status} {raw[:200].decode('utf-8', 'replace')}"
except Exception as e:
last = f"{p}: {e}"
sys.exit(f"连接失败 -> {last}")
def main():
args = sys.argv[1:]
if not args:
sys.exit(__doc__)
if args[0] == "--offline":
if len(args) < 3:
sys.exit("用法: python verify_tools.py --offline <tools.json> <黄金样本.json>")
path, sample = args[1], args[2]
tools_live = json.load(open(sample, encoding="utf-8"))["result"]["tools"]
print(f"黄金样本: {sample}")
elif args[0] == "--live":
if len(args) < 2:
sys.exit("用法: python verify_tools.py --live <tools.json> [token] [port]")
path = args[1]
token = resolve_token(args[2] if len(args) > 2 else "")
port = int(args[3]) if len(args) > 3 else None
if not token:
sys.exit("未找到 McpToken(参数 / YAMA_MCP_TOKEN / 注册表 均无)")
tools_live, live_stats = fetch_live(token, port)
print(f"活服务: 127.0.0.1:{port if port else 'auto'}")
print(f"体积: 响应 {live_stats['response_bytes']} B / tools 数组 {live_stats['tools_array_bytes']} B"
f"(description {live_stats['description_bytes']} / inputSchema {live_stats['input_schema_bytes']}"
f" / outputSchema {live_stats['output_schema_bytes']})")
else:
sys.exit(__doc__)
doc = json.load(open(path, encoding="utf-8"))
tools_json = doc["tools"]
print(f"tools.json: {path} ({len(tools_json)} 个工具)")
print(f"服务端: {len(tools_live)} 个工具")
if len(tools_json) != len(tools_live):
print(f"!! 数量不一致: {len(tools_json)} vs {len(tools_live)}")
live_by_name = {t["name"]: t for t in tools_live}
json_by_name = {t["name"]: t for t in tools_json}
only_live = sorted(set(live_by_name) - set(json_by_name))
only_json = sorted(set(json_by_name) - set(live_by_name))
if only_live:
print(f"!! 仅服务端有: {only_live}")
if only_json:
print(f"!! 仅 json 有: {only_json}")
FIELDS = ("description", "inputSchema", "outputSchema")
diffs = 0
for name in sorted(set(live_by_name) & set(json_by_name)):
a, b = live_by_name[name], json_by_name[name]
for f in FIELDS:
va, vb = normalize(a.get(f)), normalize(b.get(f))
if va != vb:
diffs += 1
print(f"!! {name}.{f} 不一致")
for i, (ca, cb) in enumerate(zip(va, vb)):
if ca != cb:
print(f" @{i}")
print(f" 服务端: ...{va[max(0,i-60):i+80]}...")
print(f" json : ...{vb[max(0,i-60):i+80]}...")
break
else:
print(f" 长度不同: {len(va)} vs {len(vb)}")
break # 一个工具报一次即可
# 顺序一致性:tools/list 的数组顺序会影响模型的选择倾向
order_live = [t["name"] for t in tools_live]
order_json = [t["name"] for t in tools_json]
if order_live != order_json:
print("!! 工具顺序不一致")
for i, (x, y) in enumerate(zip(order_live, order_json)):
if x != y:
print(f" 首个差异 @{i}: 服务端={x} json={y}")
break
diffs += 1
else:
print("工具顺序: 一致")
if diffs == 0 and not only_live and not only_json:
print(f"\nPASS: {len(tools_json)} 个工具完全一致")
return 0
print(f"\nFAIL: {diffs} 处差异")
return 1
if __name__ == "__main__":
sys.exit(main())