{
  "id": "synthetic-retrieval-eval-v1",
  "description": "24 authored paraphrases over the 12 fictional documents; separate from the four demo questions. Small diagnostic set, not a held-out benchmark.",
  "relevanceUnit": "paragraph chunk",
  "cases": [
    {
      "id": "refund-window",
      "query": "Can a first-time subscriber get their money back after two weeks?",
      "relevantChunkIds": [
        "refund-policy#1"
      ]
    },
    {
      "id": "refund-processing",
      "query": "Where does an approved reimbursement go and how long does it take?",
      "relevantChunkIds": [
        "refund-policy#2"
      ]
    },
    {
      "id": "security-containment",
      "query": "Someone else has signed into my profile. What immediate containment steps apply?",
      "relevantChunkIds": [
        "account-security#1"
      ]
    },
    {
      "id": "security-restore",
      "query": "What must happen before access is restored after a compromised login?",
      "relevantChunkIds": [
        "account-security#2"
      ]
    },
    {
      "id": "subscription-cancel",
      "query": "If I stop my subscription today, when does my access end?",
      "relevantChunkIds": [
        "subscription-policy#1"
      ]
    },
    {
      "id": "subscription-refund",
      "query": "Does ending a subscription automatically initiate a reimbursement?",
      "relevantChunkIds": [
        "subscription-policy#2"
      ]
    },
    {
      "id": "escalation-owner",
      "query": "Who communicates with the customer during a compromised-account incident?",
      "relevantChunkIds": [
        "support-escalation#1"
      ]
    },
    {
      "id": "escalation-details",
      "query": "What information should accompany a service interruption escalation?",
      "relevantChunkIds": [
        "support-escalation#2"
      ]
    },
    {
      "id": "onboarding-access",
      "query": "What do new hires need to do before getting internal system access?",
      "relevantChunkIds": [
        "employee-handbook#1"
      ]
    },
    {
      "id": "suspicious-email",
      "query": "Who should employees contact about a suspicious email?",
      "relevantChunkIds": [
        "employee-handbook#2"
      ]
    },
    {
      "id": "support-identity",
      "query": "What should support verify before changing customer settings?",
      "relevantChunkIds": [
        "customer-support#1"
      ]
    },
    {
      "id": "support-exception",
      "query": "Who handles exceptions to a customer reimbursement request?",
      "relevantChunkIds": [
        "customer-support#2"
      ]
    },
    {
      "id": "finance-authorization",
      "query": "Which roles may inspect the complete accounting records?",
      "relevantChunkIds": [
        "access-control#1"
      ]
    },
    {
      "id": "support-finance-limits",
      "query": "Can a support agent see unredacted accounting details?",
      "relevantChunkIds": [
        "access-control#2"
      ]
    },
    {
      "id": "old-document",
      "query": "Are obsolete policy revisions deleted from the audit history?",
      "relevantChunkIds": [
        "document-governance#1"
      ]
    },
    {
      "id": "citation-refresh",
      "query": "What must happen to answers that cite an outdated policy revision?",
      "relevantChunkIds": [
        "document-governance#2"
      ]
    },
    {
      "id": "incident-coordinator",
      "query": "Who is responsible for coordinating incident containment and recovery?",
      "relevantChunkIds": [
        "incident-response#1"
      ]
    },
    {
      "id": "incident-learning",
      "query": "What does a post-incident review need to record?",
      "relevantChunkIds": [
        "incident-response#2"
      ]
    },
    {
      "id": "ticket-retention",
      "query": "How long does this fictional workspace keep support tickets?",
      "relevantChunkIds": [
        "data-retention#1"
      ]
    },
    {
      "id": "audit-retention",
      "query": "Do audit events have the same retention schedule as support tickets?",
      "relevantChunkIds": [
        "data-retention#2"
      ]
    },
    {
      "id": "audit-export",
      "query": "How is an auditor’s financial export authorized and monitored?",
      "relevantChunkIds": [
        "finance-audit#1"
      ]
    },
    {
      "id": "audit-expiry",
      "query": "When is temporary auditor access removed?",
      "relevantChunkIds": [
        "finance-audit#2"
      ]
    },
    {
      "id": "release-baseline",
      "query": "Which identities and checks should be fixed before a release?",
      "relevantChunkIds": [
        "release-checklist#1"
      ]
    },
    {
      "id": "release-proof",
      "query": "Does a successful local check demonstrate a production deployment?",
      "relevantChunkIds": [
        "release-checklist#2"
      ]
    }
  ]
}