Judge Evidence Matrix

One page that separates live UiPath tenant proof from deterministic demo evidence and blueprint items.

{
  "case_id": "case_001",
  "system_name": "Judge Evidence Matrix",
  "claim": "One page that separates live UiPath tenant proof from deterministic demo evidence and blueprint items.",
  "positioning": "Agentic Test Swarm is a Test Cloud-centered certification loop. Python computes deterministic evidence; UiPath owns the visible test management, approval, and runtime governance surfaces.",
  "rows": [
    {
      "claim": "Before-repair failure trigger",
      "uipath_surface": "Test Manager candidate execution",
      "evidence": "Run A models TC-001 failing before repair: 0 passed / 1 failed / 0 not executed.",
      "status": "DETERMINISTIC FAILED RUN",
      "boundary": "Create this as a real before-repair Test Manager execution before claiming live tenant failure proof."
    },
    {
      "claim": "Six-case certification result",
      "uipath_surface": "UiPath Test Manager / Test Cloud",
      "evidence": "Execution 59ea06c1-8074-0f00-8ea7-0b49ad83e475 shows 6 passed / 0 failed / 0 not executed.",
      "status": "LIVE TENANT PROOF",
      "boundary": "This is the final after-repair certification evidence, not the before-repair failure."
    },
    {
      "claim": "Incident memory regression",
      "uipath_surface": "UiPath Test Manager",
      "evidence": "TC-006 is mapped as PVACPOV91:76 and represents phone-number export incident memory.",
      "status": "LIVE TENANT PROOF",
      "boundary": "The incident-to-regression loop is demonstrated with deterministic worker evidence plus live mapped test case."
    },
    {
      "claim": "Human accountability gate",
      "uipath_surface": "UiPath Action Center",
      "evidence": "Task #3545796 remains pending for the final live approve moment.",
      "status": "LIVE TENANT PROOF",
      "boundary": "The task must be approved during final recording before claiming an active permit."
    },
    {
      "claim": "Runtime blocked action enforcement",
      "uipath_surface": "UiPath API Workflow",
      "evidence": "Licensed Tool Proxy calls /license-decision and receives deny_and_suspend for raw PII export.",
      "status": "LIVE PLATFORM PATH",
      "boundary": "The public endpoint is read-only demo support; the judge-facing path should start from UiPath."
    },
    {
      "claim": "UiPath-native failure analysis",
      "uipath_surface": "Studio Web / Agent Builder",
      "evidence": "Failure Analyst Agent debug trace completed certification failure analysis.",
      "status": "LIVE NATIVE AGENT PROOF",
      "boundary": "Other roles are contract-backed until they receive their own live debug traces."
    },
    {
      "claim": "Agentic test swarm simulation",
      "uipath_surface": "Vercel worker called by UiPath",
      "evidence": "/run-live-swarm and /live-swarm-view show attack, failure analysis, repair candidate, retest, and permit.",
      "status": "DETERMINISTIC DEMO",
      "boundary": "This is not a substitute for UiPath platform evidence; it is the worker implementation behind UiPath calls."
    },
    {
      "claim": "Requirement-to-test traceability",
      "uipath_surface": "Test Manager Requirements",
      "evidence": "REQ-PII-001 links policy to TC-001 through TC-006 in /test-cloud-traceability-view.",
      "status": "NEXT PLATFORM POLISH",
      "boundary": "Create the real Test Manager requirement before claiming this as live tenant proof."
    },
    {
      "claim": "Create Defect webhook loop",
      "uipath_surface": "Test Manager Webhooks",
      "evidence": "/test-manager-webhook/create-defect converts failed TC-001 evidence into ATS-DEFECT-TC-001.",
      "status": "WEBHOOK-COMPATIBLE DEMO",
      "boundary": "Configure the live Test Manager integration before claiming tenant-triggered defect creation."
    }
  ],
  "recommended_demo_order": [
    "Start in UiPath Studio Web or API Workflow, not Vercel.",
    "Show Test Manager six-case after-repair evidence.",
    "Show Action Center pending approval and approve it live.",
    "Show API Workflow runtime denial for raw PII export.",
    "Use Vercel views only as readable worker output and evidence graph support."
  ],
  "judge_line": "This matrix prevents overclaiming: live UiPath proof is separated from deterministic worker evidence and near-native blueprint items."
}