tests/mcp_tool_coverage.json
{
"generated_at": "2026-10-13T19:47:44.370510071+00:00",
"total_tools": 94,
"passed": 91,
"skipped": 3,
"failed": 0,
"rows": [
{
"tool": "repos_list",
"verdict": "passed",
"strategy": "embedded",
"asserted": "lists the seeded repos (holger, snippy, …)",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "workspaces_list",
"verdict": "passed",
"strategy": "embedded",
"asserted": "returns active/embedded-mode note",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "workspace_use",
"verdict": "passed",
"strategy": "embedded",
"asserted": "echoes the active workspace key",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "deps_of",
"verdict": "passed",
"strategy": "embedded",
"asserted": "holger's direct deps include snippy + codec-utils",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "dependents_of",
"verdict": "passed",
"strategy": "embedded",
"asserted": "codec-utils' dependents include decomp-*/holger",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "affected_by_change",
"verdict": "passed",
"strategy": "embedded",
"asserted": "blast radius of codec-utils includes holger",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "build_order",
"verdict": "passed",
"strategy": "embedded",
"asserted": "build order lists deps before dependents",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "dep_path",
"verdict": "passed",
"strategy": "embedded",
"asserted": "a dependency path bench-suite→codec-utils exists",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "external_dep_users",
"verdict": "passed",
"strategy": "embedded",
"asserted": "returns a (possibly empty) user list for an external crate",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "dep_graph_svg",
"verdict": "passed",
"strategy": "embedded",
"asserted": "renders a static SVG flowchart of the graph",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "repo_overview",
"verdict": "passed",
"strategy": "embedded",
"asserted": "one-shot orientation mentions the repo",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "changed_since_last_release",
"verdict": "passed",
"strategy": "embedded",
"asserted": "returns a well-formed change set (empty when no release recorded)",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "guard_status",
"verdict": "passed",
"strategy": "embedded",
"asserted": "reports the forbidden LOCKED.txt path",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "guard_apply",
"verdict": "passed",
"strategy": "embedded",
"asserted": "chmod -w + manifest the forbidden path",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "guard_verify",
"verdict": "passed",
"strategy": "embedded",
"asserted": "verifies the recorded manifest (intact right after apply)",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "bench_history",
"verdict": "passed",
"strategy": "embedded",
"asserted": "returns the seeded bench runs",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "test_history",
"verdict": "passed",
"strategy": "embedded",
"asserted": "returns the seeded test runs as RunSummary, newest (red) first",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "release_gate_path_patches",
"verdict": "passed",
"strategy": "embedded",
"asserted": "no [patch.crates-io] path patches → gate passes",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "release_gate_nexus_floor",
"verdict": "passed",
"strategy": "embedded",
"asserted": "holger_ops_sec ≥ nexus_ops_sec on latest run → passes",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "release_gate_no_regression",
"verdict": "passed",
"strategy": "embedded",
"asserted": "no metric drop > max_regression_pct → passes",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "release_gate_all",
"verdict": "passed",
"strategy": "embedded",
"asserted": "aggregate gate report names passed/failed sets",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "release_gate_docs_fresh",
"verdict": "passed",
"strategy": "embedded-error-path",
"asserted": "passes or returns a clear docs-drift error",
"bad_args_errors": true,
"detail": "is_error=false text_snip=\"ok: docs_fresh on /tmp/.tmpEjrYIu/holger\""
},
{
"tool": "docs_init",
"verdict": "passed",
"strategy": "embedded",
"asserted": "scaffolds .nornir/ for the repo",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "docs_render",
"verdict": "passed",
"strategy": "embedded",
"asserted": "renders managed docs (reports list)",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "docs_check",
"verdict": "passed",
"strategy": "embedded-error-path",
"asserted": "reports match or a clear drift error",
"bad_args_errors": true,
"detail": "is_error=false"
},
{
"tool": "docs_history",
"verdict": "passed",
"strategy": "embedded",
"asserted": "lists the seeded doc_exports row (README/md)",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "docs_book",
"verdict": "passed",
"strategy": "embedded",
"asserted": "renders a real artifact for the repo",
"bad_args_errors": true,
"detail": "docs_export_feature=true is_error=false"
},
{
"tool": "docs_export",
"verdict": "passed",
"strategy": "embedded",
"asserted": "renders a real artifact for the repo",
"bad_args_errors": true,
"detail": "docs_export_feature=true is_error=false"
},
{
"tool": "search",
"verdict": "passed",
"strategy": "embedded",
"asserted": "BM25 search finds the seeded crate sources",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "symbol_lookup",
"verdict": "passed",
"strategy": "embedded-error-path",
"asserted": "missing-binary → clear error (recoverable)",
"bad_args_errors": true,
"detail": "is_error=true"
},
{
"tool": "defined_in",
"verdict": "passed",
"strategy": "embedded-error-path",
"asserted": "missing-binary → clear error (recoverable)",
"bad_args_errors": true,
"detail": "is_error=true"
},
{
"tool": "callers_of",
"verdict": "passed",
"strategy": "embedded-error-path",
"asserted": "missing-binary → clear error",
"bad_args_errors": true,
"detail": "is_error=true"
},
{
"tool": "callees_of",
"verdict": "passed",
"strategy": "embedded-error-path",
"asserted": "missing-binary → clear error",
"bad_args_errors": true,
"detail": "is_error=true"
},
{
"tool": "path_between",
"verdict": "passed",
"strategy": "embedded-error-path",
"asserted": "missing-binary → clear error",
"bad_args_errors": true,
"detail": "is_error=true"
},
{
"tool": "knowledge_symbol_lookup",
"verdict": "passed",
"strategy": "embedded",
"asserted": "finds `checkout` in the seeded code room",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "knowledge_defined_in",
"verdict": "passed",
"strategy": "embedded",
"asserted": "lists what src/cart.rs defines (Cart, add, total, …)",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "knowledge_callers",
"verdict": "passed",
"strategy": "embedded",
"asserted": "`charge` is called by `checkout`",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "knowledge_callees",
"verdict": "passed",
"strategy": "embedded",
"asserted": "`checkout` calls `total` and `charge`",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "knowledge_call_path",
"verdict": "passed",
"strategy": "embedded",
"asserted": "the path checkout → charge → audit → libc_write",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "arch_svg",
"verdict": "passed",
"strategy": "embedded",
"asserted": "renders the wiring board of the seeded room as SVG",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "arch_graph",
"verdict": "passed",
"strategy": "embedded",
"asserted": "returns the wiring graph JSON (nodes + edges) of the seeded room",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "arch_trace",
"verdict": "passed",
"strategy": "embedded",
"asserted": "traces an entrypoint to its reachable sub-board SVG, or a clean hint when none matches",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "airgap_pack",
"verdict": "passed",
"strategy": "embedded",
"asserted": "packs the staging tree into a signed bundle + manifest",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "airgap_verify",
"verdict": "passed",
"strategy": "embedded",
"asserted": "verifies the just-packed bundle's manifest + contents (zero network)",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "airgap_unfold_plan",
"verdict": "passed",
"strategy": "embedded",
"asserted": "returns the tunnr-identical KVM qemu argv plan",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "airgap_events",
"verdict": "passed",
"strategy": "embedded",
"asserted": "reads the airgap_events DAG (clean 'none yet' hint on an empty sink)",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "airgap_install",
"verdict": "passed",
"strategy": "embedded",
"asserted": "installs the rust-dev prefix payload (unfold→activate→config→env script)",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "dwarf_symbol_lookup",
"verdict": "passed",
"strategy": "embedded",
"asserted": "finds the seeded holger::engine::run symbol",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "dwarf_defined_in",
"verdict": "passed",
"strategy": "embedded",
"asserted": "lists symbols defined in engine.rs",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "dwarf_callers",
"verdict": "passed",
"strategy": "embedded",
"asserted": "the linked `checkout` calls the linked `charge` at three sites",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "dwarf_callees",
"verdict": "passed",
"strategy": "embedded",
"asserted": "`checkout`'s linked callees include `charge`",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "dwarf_call_path",
"verdict": "passed",
"strategy": "embedded",
"asserted": "the call chain checkout → charge between linked nodes",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "regression_trace",
"verdict": "passed",
"strategy": "embedded",
"asserted": "returns a well-formed trace timeline",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "funnel_submit_idea",
"verdict": "passed",
"strategy": "embedded",
"asserted": "returns a new idea id (i-NNN)",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "funnel_create_plan",
"verdict": "passed",
"strategy": "embedded",
"asserted": "returns a new plan id (p-NNN)",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "funnel_add_node",
"verdict": "passed",
"strategy": "embedded",
"asserted": "returns a new node id (n-NNN)",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "funnel_link",
"verdict": "passed",
"strategy": "embedded",
"asserted": "links two nodes in the plan",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "funnel_next",
"verdict": "passed",
"strategy": "embedded",
"asserted": "returns the ready-node array",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "funnel_status",
"verdict": "passed",
"strategy": "embedded",
"asserted": "flips a node to done",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "funnel_show",
"verdict": "passed",
"strategy": "embedded",
"asserted": "dumps the funnel including the seeded idea",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "crate_published",
"verdict": "passed",
"strategy": "network",
"asserted": "empty name → clear error offline (happy path gated on NORNIR_TEST_ONLINE)",
"bad_args_errors": true,
"detail": "offline: only bad-arg path exercised"
},
{
"tool": "vector_search",
"verdict": "passed",
"strategy": "embedded",
"asserted": "runs the embedder + warehouse scan",
"bad_args_errors": true,
"detail": "embed_feature=true is_error=true"
},
{
"tool": "workspace_register",
"verdict": "skipped",
"strategy": "needs-server",
"asserted": "offline → clear 'needs NORNIR_SERVER' error (no silent gap)",
"bad_args_errors": true,
"detail": "is_error=true text_snip=\"NORNIR_SERVER is not set\""
},
{
"tool": "sync_now",
"verdict": "skipped",
"strategy": "needs-server",
"asserted": "offline → clear 'needs NORNIR_SERVER' error (no silent gap)",
"bad_args_errors": true,
"detail": "is_error=true text_snip=\"NORNIR_SERVER is not set\""
},
{
"tool": "index_status",
"verdict": "skipped",
"strategy": "needs-server",
"asserted": "offline → clear 'needs NORNIR_SERVER' error (no silent gap)",
"bad_args_errors": true,
"detail": "is_error=true text_snip=\"NORNIR_SERVER is not set\""
},
{
"tool": "viz.state",
"verdict": "passed",
"strategy": "embedded",
"asserted": "reads the viz state dump; no viz running → a clean error, never a panic",
"bad_args_errors": true,
"detail": "is_error=false snip=\"{\\n \\\"about\\\": {\\n \\\"build_sha\\\": \\\"7d4ad60\\\",\\n \\\"cl\""
},
{
"tool": "viz.click",
"verdict": "passed",
"strategy": "embedded",
"asserted": "writes a $NORNIR_VIZ_CMD command + returns its result",
"bad_args_errors": true,
"detail": "snip=\"unknown tab \\\"Test\\\"; expected one of Nornir, Timeli\""
},
{
"tool": "test_coverage",
"verdict": "passed",
"strategy": "embedded",
"asserted": "returns a well-formed completeness verdict {total,covered,gap,green,missing[]}",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "release_gate_coverage",
"verdict": "passed",
"strategy": "embedded",
"asserted": "green ok or a clear 'completeness gate RED — …gap…' error",
"bad_args_errors": true,
"detail": "is_error=true snip=\"autonom completeness gate (run 6c670b92-92a7-46c5-bf88-f7169\""
},
{
"tool": "warehouse_query",
"verdict": "passed",
"strategy": "embedded",
"asserted": "runs read-only SQL over the seeded bench_runs table and returns the rows",
"bad_args_errors": true,
"detail": "sql_feature=true is_error=false"
},
{
"tool": "warehouse_tables",
"verdict": "passed",
"strategy": "embedded",
"asserted": "describes the seeded bench_runs table's columns (name/data_type/nullable)",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "release_doctor",
"verdict": "passed",
"strategy": "embedded",
"asserted": "returns the advisory constellation report (working trees + publish preflight)",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "docs_install_hooks",
"verdict": "passed",
"strategy": "embedded",
"asserted": "installs the pre-commit docs hook into the seeded repo's checkout",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "mimir_generic_cost",
"verdict": "passed",
"strategy": "embedded",
"asserted": "folds the seeded warehouse to a well-formed `bloat` reading",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "mimir_zombie_features",
"verdict": "passed",
"strategy": "embedded",
"asserted": "folds the seeded warehouse to a well-formed `zombie` reading",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "mimir_change_risk",
"verdict": "passed",
"strategy": "embedded",
"asserted": "folds the seeded warehouse to a well-formed `risk` reading",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "mimir_similar_code",
"verdict": "passed",
"strategy": "embedded",
"asserted": "folds the seeded warehouse to a well-formed `similar_code` reading",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "mimir_weak_tests",
"verdict": "passed",
"strategy": "embedded",
"asserted": "folds the seeded warehouse to a well-formed `weak_tests` reading",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "mimir_bench_gaps",
"verdict": "passed",
"strategy": "embedded",
"asserted": "folds the seeded warehouse to a well-formed `bench_gaps` reading",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "mimir_villa",
"verdict": "passed",
"strategy": "embedded",
"asserted": "folds the seeded warehouse to a well-formed `villa` reading",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "mimir_churn",
"verdict": "passed",
"strategy": "embedded",
"asserted": "folds the seeded warehouse to a well-formed `churn_filter` reading",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "mimir_anomaly",
"verdict": "passed",
"strategy": "embedded",
"asserted": "folds the seeded warehouse to a well-formed `anomaly` reading",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "mimir_world_impact",
"verdict": "passed",
"strategy": "embedded",
"asserted": "folds the seeded warehouse to a well-formed `world_impact` reading",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "mimir_binary_drift",
"verdict": "passed",
"strategy": "embedded",
"asserted": "folds the seeded warehouse to a well-formed `binary_drift` reading",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "mimir_data_reach",
"verdict": "passed",
"strategy": "embedded",
"asserted": "folds the seeded warehouse to a well-formed `data_reach` reading",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "mimir_trust",
"verdict": "passed",
"strategy": "embedded",
"asserted": "folds the seeded warehouse to a well-formed `trust` reading",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "mimir_name_collision",
"verdict": "passed",
"strategy": "embedded",
"asserted": "folds the seeded warehouse to a well-formed `name_collision` reading",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "mimir_symbol_identity",
"verdict": "passed",
"strategy": "embedded",
"asserted": "folds the seeded warehouse to a well-formed `symbol_identity` reading",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "mimir_undoc_api",
"verdict": "passed",
"strategy": "embedded",
"asserted": "folds the seeded warehouse to a well-formed `undoc_api` reading",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "mimir_reachable_vuln",
"verdict": "passed",
"strategy": "embedded",
"asserted": "folds the seeded warehouse to a well-formed `reachable_vuln` reading",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "mimir_subclone",
"verdict": "passed",
"strategy": "embedded",
"asserted": "a repo with no checkout reads NO SOURCE TREE (scanned: false), never 'no clones'",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "mimir_semantic_clones",
"verdict": "passed",
"strategy": "embedded",
"asserted": "not wired in Mímir v2: a missing producer, never 'no clones'",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "mimir_sql_template",
"verdict": "passed",
"strategy": "embedded",
"asserted": "returns the template menu (def-use/change-radius/call-chain/…)",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "knowledge_context",
"verdict": "passed",
"strategy": "embedded",
"asserted": "returns context slices or a clear embedder/feed error; missing query errors",
"bad_args_errors": true,
"detail": "is_error=true snip=\"knowledge_context `engine` in holger@latest (k=8, seeds=[], \""
}
]
}