{
 "tool": "florida-bid-intel-mcp",
 "version": "0.1.0",
 "bench_date": "2026-10-25",
 "bench_version": "0.1.0",
 "environment": "local",
 "qualifier": "local",
 "verdict": "CERTIFIED(local)",
 "checks": [
  {
   "id": "F1",
   "name": "deadline hierarchy on bench seed (document > Responses Open > grid-never)",
   "verdict": "pass",
   "evidence": "document deadline wins for RFP-BENCH-1 (2026-02-10, not grid 2026-03-01); Responses Open supplies RFP-BENCH-2 (2026-02-20, not grid 2026-04-01); grid-only notice row -> deadline null, verified=false, bucket unverified with grid_end labeled UNVERIFIED"
  },
  {
   "id": "F2",
   "name": "notice rows labeled notices, never competitions",
   "verdict": "pass",
   "evidence": "mfmp_decisions returns exactly the 2 bench notice rows with 'never open competitions' note; pulse mix competitive=2 / notices=2 (DERIVED basis stated)"
  },
  {
   "id": "F3",
   "name": "no live-pull code path (source-level)",
   "verdict": "pass",
   "evidence": "server.py + ingest.py scanned: zero network call sites (no urllib/socket/requests/urlopen/http.*) \u2014 snapshot-only reads are structural; ingest is a file transform"
  },
  {
   "id": "F4",
   "name": "dated-snapshot labeling on every surface",
   "verdict": "pass",
   "evidence": "all 5 surfaces carry snapshot=2026-01-15; search/pulse/decisions/digest carry pulled_at=2026-01-15T09:00:00-05:00 verbatim; digest markdown embeds the pull timestamp"
  },
  {
   "id": "F5",
   "name": "unexposed fields stay unexposed; DERIVED labeled",
   "verdict": "pass",
   "evidence": "mfmp_ad output contains no award_price/win_odds/price_to_win/bidder_count/contract_value keys; pulse mix basis and deadline cluster_basis both labeled DERIVED"
  },
  {
   "id": "F6",
   "name": "fit score recomputed independently; filters correct",
   "verdict": "pass",
   "evidence": "fit scores for all 4 bench ads recomputed independently and match exactly (components + scope note present); org filter returns exactly the 2 Alpha ads, ad_type=RFP returns 2"
  },
  {
   "id": "F7",
   "name": "shipped seed snapshot: known answers via real server",
   "verdict": "pass",
   "evidence": "shipped seed via the real server: RFP-16733 deadline 2026-10-01 (document, NOT grid End 2026-11-01), bucket closed; ITN-17163 deadline null / unverified with grid_end 2026-11-12 kept separate"
  },
  {
   "id": "U1",
   "name": "auth enforced",
   "verdict": "na",
   "evidence": "local stdio transport: no credential layer exists to test; server holds no credentials by design"
  },
  {
   "id": "U2",
   "name": "schema valid",
   "verdict": "pass",
   "evidence": "tools/list returns exactly the 6 mfmp_* tools, each with inputSchema type object + properties + required"
  },
  {
   "id": "U4",
   "name": "no secret leak",
   "verdict": "pass",
   "evidence": "no secret patterns in 19 tool outputs"
  },
  {
   "id": "U5",
   "name": "sane errors",
   "verdict": "pass",
   "evidence": "unknown tool / unknown ad / unknown snapshot all -> tool errors; search still answers; unknown method -> -32601"
  },
  {
   "id": "U6",
   "name": "process health",
   "verdict": "pass",
   "evidence": "initialize answered in 43 ms; ping ok"
  },
  {
   "id": "U7",
   "name": "read-only: snapshot bytes unchanged by calls",
   "verdict": "pass",
   "evidence": "bench snapshot bytes identical after all calls (sha256 match); product snapshot dir covered by U8 isolation"
  },
  {
   "id": "U8",
   "name": "bench isolation",
   "verdict": "pass",
   "evidence": "workspace product state byte-identical before/after bench"
  }
 ],
 "notes": [
  "Bench seed snapshot is bench-authored in /tmp (4 ads incl. two notice types the shipped seed lacks); the shipped seed snapshot (3 ads) is exercised read-only via the product server as shipped.",
  "No live pull is claimed or tested: none exists in the code (F3 source assertion). Award prices/bidder counts are portal-unexposed and must stay unexposed (F5)."
 ],
 "history": "append-only; prior runs retained in results/"
}