[
  {
    "question": "How many paid annual leave days do full-time employees get?",
    "pages": [
      1
    ],
    "facts": [
      "25"
    ],
    "abstain": false,
    "retrieval": {
      "1": {
        "hit": 1,
        "recall": 1.0,
        "reciprocal_rank": 1.0
      },
      "2": {
        "hit": 1,
        "recall": 1.0,
        "reciprocal_rank": 1.0
      },
      "4": {
        "hit": 1,
        "recall": 1.0,
        "reciprocal_rank": 1.0
      }
    },
    "answer": "25",
    "citations": [
      {
        "source_id": 1,
        "source": "sample-handbook.pdf",
        "page": 1,
        "quote": "Annual leave Full-time employees receive 25 days of paid annual leave per calendar year."
      }
    ],
    "expected_behavior": true,
    "quote_check": "passed",
    "seconds": 18.1,
    "human_claim_review": "pending"
  },
  {
    "question": "What is the hotel reimbursement limit per night?",
    "pages": [
      2
    ],
    "facts": [
      "160"
    ],
    "abstain": false,
    "retrieval": {
      "1": {
        "hit": 1,
        "recall": 1.0,
        "reciprocal_rank": 1.0
      },
      "2": {
        "hit": 1,
        "recall": 1.0,
        "reciprocal_rank": 1.0
      },
      "4": {
        "hit": 1,
        "recall": 1.0,
        "reciprocal_rank": 1.0
      }
    },
    "answer": "EUR 160",
    "citations": [
      {
        "source_id": 1,
        "source": "sample-handbook.pdf",
        "page": 2,
        "quote": "Business travel The hotel reimbursement limit is EUR 160 per night."
      }
    ],
    "expected_behavior": true,
    "quote_check": "passed",
    "seconds": 14.119,
    "human_claim_review": "pending"
  },
  {
    "question": "What is the annual equipment allowance?",
    "pages": [
      3
    ],
    "facts": [
      "300"
    ],
    "abstain": false,
    "retrieval": {
      "1": {
        "hit": 1,
        "recall": 1.0,
        "reciprocal_rank": 1.0
      },
      "2": {
        "hit": 1,
        "recall": 1.0,
        "reciprocal_rank": 1.0
      },
      "4": {
        "hit": 1,
        "recall": 1.0,
        "reciprocal_rank": 1.0
      }
    },
    "answer": "EUR 300",
    "citations": [
      {
        "source_id": 1,
        "source": "sample-handbook.pdf",
        "page": 3,
        "quote": "The annual equipment allowance is EUR 300."
      }
    ],
    "expected_behavior": true,
    "quote_check": "passed",
    "seconds": 13.745,
    "human_claim_review": "pending"
  },
  {
    "question": "How many hours do I have to report a lost laptop?",
    "pages": [
      4
    ],
    "facts": [
      "1"
    ],
    "abstain": false,
    "retrieval": {
      "1": {
        "hit": 1,
        "recall": 1.0,
        "reciprocal_rank": 1.0
      },
      "2": {
        "hit": 1,
        "recall": 1.0,
        "reciprocal_rank": 1.0
      },
      "4": {
        "hit": 1,
        "recall": 1.0,
        "reciprocal_rank": 1.0
      }
    },
    "answer": "1 hour",
    "citations": [
      {
        "source_id": 1,
        "source": "sample-handbook.pdf",
        "page": 4,
        "quote": "Report a lost work laptop to security@example.invalid within 1 hour of discovering the loss."
      }
    ],
    "expected_behavior": true,
    "quote_check": "passed",
    "seconds": 14.049,
    "human_claim_review": "pending"
  },
  {
    "question": "What was Northstar Studio's revenue in 2025?",
    "pages": [],
    "facts": [],
    "abstain": true,
    "retrieval": {
      "1": {
        "hit": null,
        "recall": null,
        "reciprocal_rank": null
      },
      "2": {
        "hit": null,
        "recall": null,
        "reciprocal_rank": null
      },
      "4": {
        "hit": null,
        "recall": null,
        "reciprocal_rank": null
      }
    },
    "answer": "I couldn't find enough support in the retrieved PDF passages.",
    "citations": [],
    "expected_behavior": true,
    "quote_check": "no citations",
    "seconds": 12.246,
    "human_claim_review": "pending"
  }
]