{
  "title": "Four-case synthetic RAG scoring worksheet",
  "version": 1,
  "provenance": "Rubrex-authored passages, answer snapshots, and labels. No model was run; baseline and candidate are illustrative configurations, not measured model improvements.",
  "contract": "Answer only from current passages, cite the supporting passage, and abstain when the corpus contains no answer. Archived policies are ineligible evidence.",
  "corpus": [
    {
      "id": "refund-current",
      "status": "current",
      "text": "Unused subscriptions can be refunded within 14 days of purchase."
    },
    {
      "id": "refund-old",
      "status": "archived",
      "text": "Unused subscriptions can be refunded within 30 days of purchase."
    },
    {
      "id": "shipping-current",
      "status": "current",
      "text": "Standard shipping takes 3 to 5 business days."
    },
    {
      "id": "cancellation-current",
      "status": "current",
      "text": "Cancel a subscription in Settings > Billing. Access lasts until the end of the paid period."
    }
  ],
  "cases": [
    {
      "id": "refund",
      "question": "Can I refund an unused subscription 20 days after purchase?",
      "expectedEvidence": ["refund-current"],
      "expectedAnswer": "No; the current window is 14 days.",
      "baseline": {
        "retrieved": ["refund-old"],
        "answer": "Yes, within 30 days [refund-old].",
        "supportedByRetrievedContext": true,
        "acceptable": false
      },
      "candidate": {
        "retrieved": ["refund-current"],
        "answer": "No, the window is 14 days [refund-current].",
        "supportedByRetrievedContext": true,
        "acceptable": true
      }
    },
    {
      "id": "shipping",
      "question": "How long does standard shipping take?",
      "expectedEvidence": ["shipping-current"],
      "expectedAnswer": "3 to 5 business days.",
      "baseline": {
        "retrieved": ["shipping-current"],
        "answer": "It takes 3 to 5 business days [shipping-current].",
        "supportedByRetrievedContext": true,
        "acceptable": true
      },
      "candidate": {
        "retrieved": ["shipping-current"],
        "answer": "It takes 3 to 5 business days [shipping-current].",
        "supportedByRetrievedContext": true,
        "acceptable": true
      }
    },
    {
      "id": "cancellation",
      "question": "How do I cancel, and when does access end?",
      "expectedEvidence": ["cancellation-current"],
      "expectedAnswer": "Cancel in Settings > Billing; access lasts until the paid period ends.",
      "baseline": {
        "retrieved": ["cancellation-current"],
        "answer": "Cancel in Settings > Billing; access ends immediately [cancellation-current].",
        "supportedByRetrievedContext": false,
        "acceptable": false
      },
      "candidate": {
        "retrieved": ["cancellation-current"],
        "answer": "Cancel in Settings > Billing; access lasts until the paid period ends [cancellation-current].",
        "supportedByRetrievedContext": true,
        "acceptable": true
      }
    },
    {
      "id": "phone",
      "question": "What is the telephone support number?",
      "expectedEvidence": [],
      "expectedAnswer": "Abstain: no support number is supplied.",
      "baseline": {
        "retrieved": ["shipping-current"],
        "answer": "Call 555-0100 [shipping-current].",
        "supportedByRetrievedContext": false,
        "acceptable": false
      },
      "candidate": {
        "retrieved": [],
        "answer": "The supplied documents do not contain a support number.",
        "supportedByRetrievedContext": null,
        "acceptable": true
      }
    }
  ]
}