{
  "schema": "aibast-manual-build-evidence/1.0",
  "captured_at": "2026-10-08T05:06:22.756898Z",
  "solution": "@aibast-agents-library/benefits-enrollment-assistant",
  "status": "passed",
  "environment": {
    "name": "kodyv8",
    "id": "ee67a404-325c-e726-a18a-886fe708ca0b"
  },
  "manual_agent": {
    "display_name": "Benefits Enrollment Manual",
    "bot_id": "361481f8-4f78-44b2-89fd-b7068e576445",
    "created": true
  },
  "target_model": "Claude Opus 5",
  "model_confirmed": true,
  "manual_components": {
    "global_instructions": {
      "expected": true,
      "confirmed": true
    },
    "web_search_removed": {
      "expected": true,
      "confirmed": true
    },
    "knowledge_files": {
      "expected": 2,
      "confirmed": 2
    },
    "skills": {
      "expected": 7,
      "confirmed": 7
    },
    "tools": {
      "expected": 0,
      "confirmed": 0
    }
  },
  "canonical_preview": [
    {
      "case_id": "BE-01",
      "prompt": "When does open enrollment close, and what can I change?",
      "must_include": [
        "Nov 20, 2026",
        "Days left",
        "Jan 1, 2027"
      ],
      "must_not_include": [
        "I do not have access",
        "I cannot help"
      ],
      "expected_screenshot": "19-be-01.jpg",
      "passed": true
    },
    {
      "case_id": "BE-02",
      "prompt": "We just had a baby. What benefit changes can I make, and by when?",
      "must_include": [
        "Nov 27, 2026",
        "Birth or adoption",
        "LE-1"
      ],
      "must_not_include": [
        "I do not have access",
        "I cannot help"
      ],
      "expected_screenshot": "20-be-02.jpg",
      "passed": true
    },
    {
      "case_id": "BE-03",
      "prompt": "Compare the three medical plans for family coverage.",
      "must_include": [
        "3,692.00",
        "Saver HDHP",
        "not a plan recommendation"
      ],
      "must_not_include": [
        "I do not have access",
        "I cannot help"
      ],
      "expected_screenshot": "21-be-03.jpg",
      "passed": true
    },
    {
      "case_id": "BE-04",
      "prompt": "Are Lakeside Family Clinic and Riverbend Pediatrics in network on each plan?",
      "must_include": [
        "Riverbend Pediatrics",
        "Out of network",
        "Network gaps"
      ],
      "must_not_include": [
        "I do not have access",
        "I cannot help"
      ],
      "expected_screenshot": "22-be-04.jpg",
      "passed": true
    },
    {
      "case_id": "BE-05",
      "prompt": "What documents do I still need to send?",
      "must_include": [
        "Still missing",
        "Birth certificate",
        "Due with the change request"
      ],
      "must_not_include": [
        "I do not have access",
        "I cannot help"
      ],
      "expected_screenshot": "23-be-05.jpg",
      "passed": true
    },
    {
      "case_id": "BE-06",
      "prompt": "Draft my election changes, but don't submit anything.",
      "must_include": [
        "Not Submitted",
        "46.00",
        "No election was submitted"
      ],
      "must_not_include": [
        "I do not have access",
        "I cannot help"
      ],
      "expected_screenshot": "24-be-06.jpg",
      "passed": true
    },
    {
      "case_id": "BE-07",
      "prompt": "What benefits deadlines should I put on my calendar?",
      "must_include": [
        "Days Left",
        "Nov 20, 2026",
        "no reminder or invitation was sent"
      ],
      "must_not_include": [
        "I do not have access",
        "I cannot help"
      ],
      "expected_screenshot": "25-be-07.jpg",
      "passed": true
    }
  ],
  "browserfilm": {
    "status": "captured",
    "manifest": "solutions/benefits-enrollment-assistant/screenshots/manual/browserfilm.json",
    "gif": "solutions/benefits-enrollment-assistant/screenshots/manual/manual-build-walkthrough.gif",
    "contact_sheet": "solutions/benefits-enrollment-assistant/screenshots/manual/manual-build-contact-sheet.jpg"
  },
  "publication_gate": {
    "required_state": "Draft",
    "published": false,
    "confirmation_screenshot": "26-confirm-draft.jpg"
  }
}